[ 608.617334] env[71107]: INFO neutron.common.config [-] Logging enabled! [ 608.617707] env[71107]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev27 [ 608.617844] env[71107]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=71107) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 608.618095] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 608.618199] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 608.619040] env[71107]: WARNING oslo_policy.policy [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 608.619277] env[71107]: WARNING oslo_policy.policy [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 608.620807] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] VMware NSXv3 Agent initialized successfully. [ 608.621219] env[71107]: DEBUG oslo_concurrency.lockutils [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] Acquiring lock "singleton_lock" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.621365] env[71107]: DEBUG oslo_concurrency.lockutils [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] Acquired lock "singleton_lock" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.621576] env[71107]: DEBUG oslo_concurrency.lockutils [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] Releasing lock "singleton_lock" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.621869] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] Full set of CONF: {{(pid=71107) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 608.622105] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ******************************************************************************** {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 608.622231] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] Configuration options gathered from: {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 608.622488] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 608.622665] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 608.622780] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ================================================================================ {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 608.622955] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] agent_down_time = 75 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.623120] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] allow_automatic_dhcp_failover = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.623325] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] allow_bulk = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.623425] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] api_extensions_path = {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.623566] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] api_paste_config = api-paste.ini {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.623710] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] auth_strategy = keystone {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.623823] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] backdoor_port = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.623934] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] backdoor_socket = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.624089] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] backlog = 4096 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.624235] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] base_mac = fa:16:3e:00:00:00 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.624397] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] bind_host = 0.0.0.0 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.624543] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] bind_port = 9696 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.624688] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] client_socket_timeout = 900 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.624828] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] config_dir = [] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.624944] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.625109] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] config_source = [] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.625254] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] control_exchange = neutron {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.625396] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] core_plugin = ml2 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.625541] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] debug = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.625683] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] default_availability_zones = [] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.625893] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.626063] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] dhcp_agent_notification = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.626209] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] dhcp_agents_per_network = 1 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.626341] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] dhcp_lease_duration = 86400 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.626491] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] dhcp_load_type = networks {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.626637] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] dns_domain = openstacklocal {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.626784] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.626926] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] enable_default_route_bfd = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.627079] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] enable_default_route_ecmp = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.627222] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] enable_dvr = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.627362] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] enable_new_agents = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.627504] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] enable_services_on_agents_with_admin_state_down = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.627646] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] enable_signals = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.627785] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] enable_traditional_dhcp = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.627920] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] external_dns_driver = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.628076] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] filter_validation = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.628218] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] global_physnet_mtu = 8950 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.628358] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] graceful_shutdown_timeout = 60 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.628542] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] host = cpu-1 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.628690] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] host_dvr_for_dhcp = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.628833] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] http_retries = 3 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.628980] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] instance_format = [instance: %(uuid)s] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.629139] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.629285] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ipam_driver = internal {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.629426] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ipv6_pd_enabled = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.629567] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] l3_ha = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.629710] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.629851] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] l3_ha_network_physical_name = {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.630032] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] l3_ha_network_type = {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.630190] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] log_color = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.630337] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] log_config_append = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.630482] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.630623] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] log_dir = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.630755] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] log_file = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.630870] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] log_options = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.631057] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] log_rotate_interval = 1 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.631203] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] log_rotate_interval_type = days {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.631351] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] log_rotation_type = none {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.631464] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.631575] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.631721] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.631864] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.631975] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.632135] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] max_dns_nameservers = 5 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.632277] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] max_header_line = 16384 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.632415] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] max_l3_agents_per_router = 3 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.632552] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] max_logfile_count = 30 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.632689] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] max_logfile_size_mb = 200 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.632826] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] max_subnet_host_routes = 20 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.632972] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] my_ip = 10.180.1.21 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.633176] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] my_ipv6 = ::1 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.633357] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] network_auto_schedule = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.633503] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] network_link_prefix = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.633653] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.633802] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] notify_nova_on_port_data_changes = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.633949] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] notify_nova_on_port_status_changes = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.634112] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] pagination_max_limit = -1 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.634255] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] publish_errors = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.634395] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] rate_limit_burst = 0 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.634542] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] rate_limit_except_level = CRITICAL {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.634682] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] rate_limit_interval = 0 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.634821] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] retry_until_window = 30 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.634959] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] router_distributed = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.635111] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] rpc_resources_processing_step = 20 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.635250] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] rpc_response_max_timeout = 600 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.635391] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] rpc_response_timeout = 60 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.635530] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] send_events_interval = 2 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.635687] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] service_plugins = ['router'] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.635834] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] setproctitle = on {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.635973] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] shell_completion = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.636134] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] state_path = /opt/stack/data/neutron {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.636282] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] syslog_log_facility = LOG_USER {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.636423] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] tcp_keepidle = 600 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.636568] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] transport_url = **** {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.636709] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] use_journal = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.636849] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] use_json = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.636990] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] use_ssl = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.637144] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] use_stderr = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.637293] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] use_syslog = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.637433] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] vlan_qinq = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.637575] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] vlan_transparent = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.637715] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] watch_log_file = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.637855] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] wsgi_default_pool_size = 100 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.638040] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] wsgi_keep_alive = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.638200] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.638343] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] wsgi_server_debug = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.638500] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_concurrency.disable_process_locking = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.638653] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.638804] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.638947] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.639109] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_metrics.metrics_process_name = {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.639257] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.639402] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643022] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler.connection_string = messaging:// {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643022] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler.enabled = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643022] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler.es_doc_type = notification {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643022] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler.es_scroll_size = 10000 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643022] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler.es_scroll_time = 2m {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643022] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler.filter_error_trace = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643022] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler.hmac_keys = **** {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643492] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler.sentinel_service_name = mymaster {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643492] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler.socket_timeout = 0.1 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643492] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler.trace_requests = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643492] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler.trace_sqlalchemy = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643492] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler_jaeger.process_tags = {} {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643492] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler_jaeger.service_name_prefix = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643492] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] profiler_otlp.service_name_prefix = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643675] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_policy.enforce_new_defaults = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643675] env[71107]: WARNING oslo_config.cfg [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 608.643675] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_policy.enforce_scope = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643675] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_policy.policy_default_rule = default {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643675] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643675] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643825] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643825] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643825] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643825] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643825] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643825] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_policy.remote_timeout = 60.0 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643976] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643976] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] agent.extensions = [] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643976] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.643976] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] service_providers.service_provider = [] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.644096] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] QUOTAS.default_quota = -1 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.644350] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.644350] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] QUOTAS.quota_floatingip = 50 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.644453] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] QUOTAS.quota_network = 100 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.644572] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] QUOTAS.quota_port = 500 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.644706] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] QUOTAS.quota_rbac_policy = 10 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.644838] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] QUOTAS.quota_router = 10 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.644980] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] QUOTAS.quota_security_group = 10 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.645129] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] QUOTAS.quota_security_group_rule = 100 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.645263] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] QUOTAS.quota_subnet = 100 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.645401] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] QUOTAS.track_quota_usage = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.645551] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.645688] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep.group = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.645823] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep.helper_command = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.645963] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep.logger_name = oslo_privsep.daemon {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.646158] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep.thread_pool_size = 8 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.646305] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep.user = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.646455] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.646591] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_dhcp_release.group = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.646727] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_dhcp_release.helper_command = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.646868] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.647018] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.647154] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_dhcp_release.user = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.647991] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.647991] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_ovs_vsctl.group = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.647991] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_ovs_vsctl.helper_command = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.647991] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.647991] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.647991] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_ovs_vsctl.user = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.648597] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_namespace.capabilities = [21] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.648597] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_namespace.group = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.648597] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_namespace.helper_command = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.648597] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.648780] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_namespace.thread_pool_size = 8 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.648837] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_namespace.user = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.648967] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_conntrack.capabilities = [12] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.649113] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_conntrack.group = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.649252] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_conntrack.helper_command = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.649394] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.649534] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_conntrack.thread_pool_size = 8 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.649670] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_conntrack.user = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.649820] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_link.capabilities = [12, 21] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.649998] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_link.group = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.650150] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_link.helper_command = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.650298] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.650439] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_link.thread_pool_size = 8 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.650578] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] privsep_link.user = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.650735] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.650886] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.651041] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.continue_on_failed_promotions = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.651185] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.dscp = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.651329] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.dscp_inherit = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.651477] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.force_mp_to_policy = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.651615] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.locking_coordinator_url = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.651756] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.log_agent_heartbeats = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.651896] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.logging_expire = 1 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.652054] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.652209] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.652374] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.polling_interval = 240 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.652522] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.652671] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.quitting_rpc_timeout = 120 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.652822] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.report_interval = 30.0 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.652972] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.653144] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.653277] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.653420] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.sync_skew = 60 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.653563] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.synchronization_queue_size = 20 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.653707] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT.use_helper_for_ns_read = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.653855] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] SECURITYGROUP.enable_ipset = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.654015] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] SECURITYGROUP.enable_security_group = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.654164] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.654332] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.654489] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] experimental.ipv6_pd_enabled = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.654655] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ml2.extension_drivers = ['port_security'] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.654798] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ml2.external_network_type = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.654954] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.655118] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ml2.overlay_ip_version = 4 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.655268] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ml2.path_mtu = 8950 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.655417] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ml2.physical_network_mtus = {} {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.655569] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ml2.tenant_network_types = ['vlan'] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.655717] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.655867] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ml2.type_drivers = ['vlan'] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.656026] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT_CLI.neutron_port_id = [] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.656174] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.656318] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.656472] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.656743] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.656798] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.656903] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.657065] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.657216] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.658025] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.658025] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_login_password = **** {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.658025] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_login_port = 443 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.658025] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_login_user = admin {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.658025] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.658262] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.658293] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.658481] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.658562] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.658709] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.658851] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.659066] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.659211] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.659556] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.659556] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.659556] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.659756] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.659908] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.661074] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] vsphere.vsphere_login_password = VMware1! {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.661074] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.661074] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.661074] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] nova.auth_section = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.661074] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] nova.auth_type = password {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.661074] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.661324] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] nova.certfile = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.661324] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] nova.collect_timing = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.661324] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] nova.endpoint_type = public {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.661404] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] nova.insecure = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.661519] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] nova.keyfile = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.661630] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] nova.region_name = RegionOne {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.661879] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] nova.split_loggers = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.662067] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] nova.timeout = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.662067] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] placement.auth_section = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.662474] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] placement.auth_type = password {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.662474] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.662538] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] placement.certfile = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.662888] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] placement.collect_timing = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.662888] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] placement.endpoint_type = public {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.662975] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] placement.insecure = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.663406] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] placement.keyfile = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.663406] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] placement.region_name = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.663406] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] placement.split_loggers = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.663585] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] placement.timeout = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.663844] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.auth_section = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.663844] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.auth_type = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.663982] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.cafile = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.664159] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.certfile = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.664227] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.collect_timing = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.664629] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.connect_retries = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.664629] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.connect_retry_delay = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.664629] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.enable_notifications = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.664761] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.endpoint_override = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.664898] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.insecure = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.665965] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.interface = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.665965] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.keyfile = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.665965] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.max_version = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.665965] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.min_version = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.665965] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.region_name = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.665965] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.retriable_status_codes = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.665965] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.service_name = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.666236] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.service_type = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.666236] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.split_loggers = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.666236] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.status_code_retries = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.666400] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.status_code_retry_delay = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.666468] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.timeout = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.666599] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.valid_interfaces = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667663] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ironic.version = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667663] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] cli_script.dry_run = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667663] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667663] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667663] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667663] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667891] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667891] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667891] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667975] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.668100] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.668250] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.hostname = devstack {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669022] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669022] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669022] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669022] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669022] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669215] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669215] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669420] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669494] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669622] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669755] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669908] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.670862] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.670862] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.670862] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.670862] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.670862] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.670862] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671261] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671261] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671261] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.ssl = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671339] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671442] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671574] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671714] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671853] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.ssl_version = {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.672518] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.672518] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_notifications.driver = [] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.672518] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_notifications.retry = -1 {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.672518] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.672649] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] oslo_messaging_notifications.transport_url = **** {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.672735] env[71107]: DEBUG oslo_service.backend.eventlet.service [None req-ccad4cb2-4842-4c5d-9775-61370195cffa None None] ******************************************************************************** {{(pid=71107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 608.673721] env[71107]: DEBUG neutron.agent.securitygroups_rpc [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Init firewall settings (driver=nsxv3) {{(pid=71107) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 608.675067] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=71107) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 608.676016] env[71107]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] RPC agent_id: nsxm-l-01a.corp.local [ 608.677654] env[71107]: DEBUG dogpile.cache.region [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.677773] env[71107]: DEBUG dogpile.lock [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.677869] env[71107]: DEBUG dogpile.lock [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.677983] env[71107]: DEBUG dogpile.lock [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.678091] env[71107]: DEBUG dogpile.cache.region [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.678636] env[71107]: DEBUG dogpile.lock [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.678636] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.708151] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Session token - acquiring [ 608.710288] env[71107]: DEBUG networking_nsxv3.common.locking [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.710389] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.710472] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.710967] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.722037] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.012608] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 609.036238] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.036507] env[71107]: DEBUG dogpile.cache.region [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Cache value generated in 0.358 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 609.036585] env[71107]: DEBUG dogpile.lock [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.036671] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Activating Policy API Provider. [ 609.037227] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Looking for the default Infrastructure Rules. [ 609.116424] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Looking for the Default Layer3 Logged Drop Section. [ 609.133973] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 609.134694] env[71107]: DEBUG networking_nsxv3.common.locking [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.134913] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquiring lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.135047] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.135366] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired external semaphore "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.135746] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.653569] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.155603] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.658203] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Inventory metadata is going to be refreshed. [ 610.658649] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 611.443580] env[71107]: DEBUG networking_nsxv3.common.locking [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.443797] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.443797] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.444139] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.568585] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 611.569699] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.570760] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 611.592314] env[71107]: DEBUG networking_nsxv3.common.locking [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.592554] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.592623] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.592943] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.593088] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.593236] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 611.593353] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 611.593460] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 611.613920] env[71107]: DEBUG networking_nsxv3.common.locking [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.614196] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.614396] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.614837] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.615059] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.615222] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 611.638143] env[71107]: DEBUG networking_nsxv3.common.locking [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.638407] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.638460] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.638733] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.638888] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.639061] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 611.660347] env[71107]: DEBUG networking_nsxv3.common.locking [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.660764] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquiring lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.660764] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.661189] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired external semaphore "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.661404] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Releasing lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.661577] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 611.661690] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 611.661803] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 611.686548] env[71107]: DEBUG networking_nsxv3.common.locking [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.686778] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquiring lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.686778] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.687102] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired external semaphore "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.687353] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Releasing lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.687510] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 611.687616] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 611.687724] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 611.709263] env[71107]: DEBUG networking_nsxv3.common.locking [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.709560] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.709560] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.709796] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.710027] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.710196] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 611.710306] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 611.710411] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Inventory metadata have been refreshed. [ 611.710511] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Dryrun:True. Metadata refresh completed. [ 611.710634] env[71107]: DEBUG oslo_concurrency.lockutils [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Releasing lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.712443] env[71107]: INFO neutron.agent.agent_extensions_manager [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Loaded agent extensions: [] [ 611.713152] env[71107]: DEBUG neutron_lib.callbacks.manager [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=71107) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 611.762473] env[71107]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] NSXv3 Agent Agent RPC Daemon Started! [ 611.762629] env[71107]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] NSXv3 Agent Agent loop - iteration:0 started [ 611.762715] env[71107]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] NSXv3 Agent Agent out of sync with plugin! [ 616.713745] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 616.713745] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 619.715905] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.717920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.717920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.717920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.717920] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.220146] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.722093] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.224739] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 621.224937] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 621.714378] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 621.714532] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.946297] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.946705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.946705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.946795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.959125] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 621.959935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.960614] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 621.977415] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.977602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.977602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.977774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.977861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.977999] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 621.978111] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 621.978164] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 621.997569] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.997759] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.997759] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.997979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.998150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.998319] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 622.018792] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.019020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.019020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.019276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.019390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.019497] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 622.042075] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.042310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.042310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.042499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.042602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.042719] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 622.042790] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 622.042860] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 622.059453] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.059701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.059794] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.060059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.060170] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.060270] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 622.060343] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 622.060413] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 622.080799] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.081045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.081045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.081265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.081371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.081486] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 622.081559] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 622.081626] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 622.081692] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 622.081765] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 622.081825] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 622.081886] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 622.082153] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 622.082221] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 622.082291] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 622.101551] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.101728] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.101771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.101938] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.102053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.102163] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 622.122620] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.122788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.122825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.123021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.123125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.136603] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.553045] env[71107]: INFO networking_nsxv3.common.synchronization [None req-cc58df7c-aa2c-4569-aa60-c06b2f6e8385 demo admin] Enqueued Resource ID: b2629f80-db92-437b-8688-2d862f6dc53e with Priority: HIGHEST for action security_group_rules [ 626.553045] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2629f80-db92-437b-8688-2d862f6dc53e with Priority: HIGHEST for action security_group_rules [ 626.553454] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2629f80-db92-437b-8688-2d862f6dc53e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.553454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2629f80-db92-437b-8688-2d862f6dc53e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.553454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2629f80-db92-437b-8688-2d862f6dc53e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.553655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2629f80-db92-437b-8688-2d862f6dc53e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.553733] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2629f80-db92-437b-8688-2d862f6dc53e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.074297] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.074575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.074575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.074760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.074854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.074949] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2629f80-db92-437b-8688-2d862f6dc53e already deleted. [ 627.075044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2629f80-db92-437b-8688-2d862f6dc53e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.554408] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 631.554780] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 636.557642] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 636.557642] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 641.558068] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 641.558068] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 646.559504] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 646.559886] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 651.560961] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 651.561390] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 654.254869] env[71107]: INFO networking_nsxv3.common.synchronization [None req-32400988-87aa-411f-b706-fab0a8ee1253 None None] Enqueued Resource ID: 047f0e78-83d1-4a5d-95ae-c23c936b1f62 with Priority: HIGHEST for action port [ 654.255141] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047f0e78-83d1-4a5d-95ae-c23c936b1f62 with Priority: HIGHEST for action port [ 654.255695] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-047f0e78-83d1-4a5d-95ae-c23c936b1f62 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.255815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-047f0e78-83d1-4a5d-95ae-c23c936b1f62" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.256073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-047f0e78-83d1-4a5d-95ae-c23c936b1f62" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.256157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-047f0e78-83d1-4a5d-95ae-c23c936b1f62" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.256208] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('047f0e78-83d1-4a5d-95ae-c23c936b1f62',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.758407] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 047f0e78-83d1-4a5d-95ae-c23c936b1f62 [ 654.758643] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.759536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.759536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.759536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.759536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.759536] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:047f0e78-83d1-4a5d-95ae-c23c936b1f62 already deleted. [ 654.759536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-047f0e78-83d1-4a5d-95ae-c23c936b1f62" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.204209] env[71107]: INFO networking_nsxv3.common.synchronization [None req-5b7df0b4-b807-4c2a-8603-e791d07f8dbb None None] Enqueued Resource ID: 71dd14ec-b040-4aae-9b8c-a1c71c8c41b6 with Priority: HIGHEST for action port [ 656.204209] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dd14ec-b040-4aae-9b8c-a1c71c8c41b6 with Priority: HIGHEST for action port [ 656.204847] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-71dd14ec-b040-4aae-9b8c-a1c71c8c41b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.204847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71dd14ec-b040-4aae-9b8c-a1c71c8c41b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.204847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71dd14ec-b040-4aae-9b8c-a1c71c8c41b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.205177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71dd14ec-b040-4aae-9b8c-a1c71c8c41b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.209124] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71dd14ec-b040-4aae-9b8c-a1c71c8c41b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.711750] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71dd14ec-b040-4aae-9b8c-a1c71c8c41b6 [ 656.712073] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.712238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.712308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.712519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.712628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.713536] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71dd14ec-b040-4aae-9b8c-a1c71c8c41b6 already deleted. [ 656.713636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71dd14ec-b040-4aae-9b8c-a1c71c8c41b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.858293] env[71107]: INFO networking_nsxv3.common.synchronization [None req-f7473a82-3cd0-470b-86f9-2734afee6288 None None] Enqueued Resource ID: 676d3a92-7464-4a36-bec2-87b9ae95c7a0 with Priority: HIGHEST for action port [ 656.858293] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 676d3a92-7464-4a36-bec2-87b9ae95c7a0 with Priority: HIGHEST for action port [ 656.858293] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-676d3a92-7464-4a36-bec2-87b9ae95c7a0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.858433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-676d3a92-7464-4a36-bec2-87b9ae95c7a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.858433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-676d3a92-7464-4a36-bec2-87b9ae95c7a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.858644] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-676d3a92-7464-4a36-bec2-87b9ae95c7a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.858741] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('676d3a92-7464-4a36-bec2-87b9ae95c7a0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.362510] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 676d3a92-7464-4a36-bec2-87b9ae95c7a0 [ 657.362510] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.362510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.362510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.362914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.362914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.362914] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:676d3a92-7464-4a36-bec2-87b9ae95c7a0 already deleted. [ 657.362914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-676d3a92-7464-4a36-bec2-87b9ae95c7a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.742746] env[71107]: INFO networking_nsxv3.common.synchronization [None req-5c0259a4-4669-4766-b29c-0d66e646bad8 None None] Enqueued Resource ID: 1462cb3c-d402-4133-b83a-c23dbab9f00e with Priority: HIGHEST for action port [ 657.742746] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1462cb3c-d402-4133-b83a-c23dbab9f00e with Priority: HIGHEST for action port [ 657.742746] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-1462cb3c-d402-4133-b83a-c23dbab9f00e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.742746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1462cb3c-d402-4133-b83a-c23dbab9f00e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.742746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1462cb3c-d402-4133-b83a-c23dbab9f00e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.744328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1462cb3c-d402-4133-b83a-c23dbab9f00e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.744800] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1462cb3c-d402-4133-b83a-c23dbab9f00e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.249767] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1462cb3c-d402-4133-b83a-c23dbab9f00e [ 658.250040] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.250156] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.250469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.250469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.250600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.250661] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1462cb3c-d402-4133-b83a-c23dbab9f00e already deleted. [ 658.250729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1462cb3c-d402-4133-b83a-c23dbab9f00e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.821863] env[71107]: INFO networking_nsxv3.common.synchronization [None req-28ad8f05-326b-4252-b0eb-1c08140a8cbf None None] Enqueued Resource ID: 164f6896-815e-46f2-95ef-bf297e1d6822 with Priority: HIGHEST for action port [ 658.822203] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164f6896-815e-46f2-95ef-bf297e1d6822 with Priority: HIGHEST for action port [ 658.822788] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-164f6896-815e-46f2-95ef-bf297e1d6822 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.822877] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-164f6896-815e-46f2-95ef-bf297e1d6822" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.822877] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-164f6896-815e-46f2-95ef-bf297e1d6822" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.827922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-164f6896-815e-46f2-95ef-bf297e1d6822" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.827922] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('164f6896-815e-46f2-95ef-bf297e1d6822',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.331848] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 164f6896-815e-46f2-95ef-bf297e1d6822 [ 659.332092] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.332226] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.332304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.332517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.332605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.332695] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:164f6896-815e-46f2-95ef-bf297e1d6822 already deleted. [ 659.332772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-164f6896-815e-46f2-95ef-bf297e1d6822" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.769259] env[71107]: INFO networking_nsxv3.common.synchronization [None req-cf0ace07-8ff6-416b-a70c-3927fe78ef57 None None] Enqueued Resource ID: e39cf12b-b611-4e58-b9f2-67c5b1b4a25d with Priority: HIGHEST for action port [ 659.769499] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e39cf12b-b611-4e58-b9f2-67c5b1b4a25d with Priority: HIGHEST for action port [ 659.770094] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-e39cf12b-b611-4e58-b9f2-67c5b1b4a25d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.770169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e39cf12b-b611-4e58-b9f2-67c5b1b4a25d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.770262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e39cf12b-b611-4e58-b9f2-67c5b1b4a25d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.770545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e39cf12b-b611-4e58-b9f2-67c5b1b4a25d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.770625] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e39cf12b-b611-4e58-b9f2-67c5b1b4a25d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.106597] env[71107]: INFO networking_nsxv3.common.synchronization [None req-004b775b-100d-4f0b-9f3e-7e975917fd27 None None] Enqueued Resource ID: e04ec77c-10a9-43b9-8afd-3cd4f5d917e4 with Priority: HIGHEST for action port [ 660.107503] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04ec77c-10a9-43b9-8afd-3cd4f5d917e4 with Priority: HIGHEST for action port [ 660.108956] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-e04ec77c-10a9-43b9-8afd-3cd4f5d917e4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.108956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e04ec77c-10a9-43b9-8afd-3cd4f5d917e4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.109167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e04ec77c-10a9-43b9-8afd-3cd4f5d917e4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.109330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e04ec77c-10a9-43b9-8afd-3cd4f5d917e4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.109420] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04ec77c-10a9-43b9-8afd-3cd4f5d917e4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.273598] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e39cf12b-b611-4e58-b9f2-67c5b1b4a25d [ 660.274384] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.274571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.274937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.275231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.275755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.275755] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e39cf12b-b611-4e58-b9f2-67c5b1b4a25d already deleted. [ 660.277045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e39cf12b-b611-4e58-b9f2-67c5b1b4a25d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.613198] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e04ec77c-10a9-43b9-8afd-3cd4f5d917e4 [ 660.613198] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.613198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.613198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.613198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.613198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.613198] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e04ec77c-10a9-43b9-8afd-3cd4f5d917e4 already deleted. [ 660.613198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e04ec77c-10a9-43b9-8afd-3cd4f5d917e4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.846203] env[71107]: INFO networking_nsxv3.common.synchronization [None req-70d0c3a9-fe60-4483-90df-08edb0aa199a None None] Enqueued Resource ID: 813a5c3b-138f-4729-ac6b-0256a9e103bb with Priority: HIGHEST for action port [ 660.846457] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813a5c3b-138f-4729-ac6b-0256a9e103bb with Priority: HIGHEST for action port [ 660.846999] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-813a5c3b-138f-4729-ac6b-0256a9e103bb taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.847134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-813a5c3b-138f-4729-ac6b-0256a9e103bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.847229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-813a5c3b-138f-4729-ac6b-0256a9e103bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.847444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-813a5c3b-138f-4729-ac6b-0256a9e103bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.847528] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('813a5c3b-138f-4729-ac6b-0256a9e103bb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.910957] env[71107]: INFO networking_nsxv3.common.synchronization [None req-c3cfb262-06f2-46a9-80fd-6ea6b9665ad9 None None] Enqueued Resource ID: 58033522-ec90-476a-a754-c1d80e651ab4 with Priority: HIGHEST for action port [ 660.911232] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58033522-ec90-476a-a754-c1d80e651ab4 with Priority: HIGHEST for action port [ 660.911822] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-58033522-ec90-476a-a754-c1d80e651ab4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.911976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58033522-ec90-476a-a754-c1d80e651ab4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.912019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58033522-ec90-476a-a754-c1d80e651ab4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.912265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58033522-ec90-476a-a754-c1d80e651ab4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.912348] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58033522-ec90-476a-a754-c1d80e651ab4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.349371] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 813a5c3b-138f-4729-ac6b-0256a9e103bb [ 661.349642] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.349713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.349779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.350937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.351516] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.351768] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:813a5c3b-138f-4729-ac6b-0256a9e103bb already deleted. [ 661.351953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-813a5c3b-138f-4729-ac6b-0256a9e103bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.415768] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58033522-ec90-476a-a754-c1d80e651ab4 [ 661.415768] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.415768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.415768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.415768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.415768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.415768] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58033522-ec90-476a-a754-c1d80e651ab4 already deleted. [ 661.415768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58033522-ec90-476a-a754-c1d80e651ab4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.996930] env[71107]: INFO networking_nsxv3.common.synchronization [None req-79fc339f-0270-4f31-97a9-2e6b13465b31 None None] Enqueued Resource ID: a68f4ffc-876e-47d2-8ccf-a808b35f74b8 with Priority: HIGHEST for action port [ 661.997203] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68f4ffc-876e-47d2-8ccf-a808b35f74b8 with Priority: HIGHEST for action port [ 661.997767] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-a68f4ffc-876e-47d2-8ccf-a808b35f74b8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.997913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a68f4ffc-876e-47d2-8ccf-a808b35f74b8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.997984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a68f4ffc-876e-47d2-8ccf-a808b35f74b8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.998838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a68f4ffc-876e-47d2-8ccf-a808b35f74b8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.998948] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a68f4ffc-876e-47d2-8ccf-a808b35f74b8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.377324] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d62fd60f-474b-43ec-bbce-1aadb2b3f8c4 None None] Enqueued Resource ID: 5da323e8-62ec-4410-906d-62ded2592dc3 with Priority: HIGHEST for action port [ 662.378384] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5da323e8-62ec-4410-906d-62ded2592dc3 with Priority: HIGHEST for action port [ 662.378384] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-5da323e8-62ec-4410-906d-62ded2592dc3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.378553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5da323e8-62ec-4410-906d-62ded2592dc3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.378553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5da323e8-62ec-4410-906d-62ded2592dc3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.378806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5da323e8-62ec-4410-906d-62ded2592dc3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.378887] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da323e8-62ec-4410-906d-62ded2592dc3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.501623] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a68f4ffc-876e-47d2-8ccf-a808b35f74b8 [ 662.502393] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.502672] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.502773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.505797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.505797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.505797] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a68f4ffc-876e-47d2-8ccf-a808b35f74b8 already deleted. [ 662.505797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a68f4ffc-876e-47d2-8ccf-a808b35f74b8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.882427] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5da323e8-62ec-4410-906d-62ded2592dc3 [ 662.882711] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.882848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.882918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.883150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.883238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.883368] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5da323e8-62ec-4410-906d-62ded2592dc3 already deleted. [ 662.883435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5da323e8-62ec-4410-906d-62ded2592dc3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.046224] env[71107]: INFO networking_nsxv3.common.synchronization [None req-1b35a26c-1c3c-46ed-8e68-8661debe60ec None None] Enqueued Resource ID: f945f651-e048-4c79-9173-1047af49be5b with Priority: HIGHEST for action port [ 663.046765] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f945f651-e048-4c79-9173-1047af49be5b with Priority: HIGHEST for action port [ 663.047486] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-f945f651-e048-4c79-9173-1047af49be5b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.047995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f945f651-e048-4c79-9173-1047af49be5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.048677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f945f651-e048-4c79-9173-1047af49be5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.048677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f945f651-e048-4c79-9173-1047af49be5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.048677] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f945f651-e048-4c79-9173-1047af49be5b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.123609] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d2f7c829-04cb-46aa-a75b-fcb58b6b8139 None None] Enqueued Resource ID: f2ae259f-e25f-40c9-b9e8-da0247b17c37 with Priority: HIGHEST for action port [ 663.123871] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ae259f-e25f-40c9-b9e8-da0247b17c37 with Priority: HIGHEST for action port [ 663.124462] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ae259f-e25f-40c9-b9e8-da0247b17c37 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.124717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ae259f-e25f-40c9-b9e8-da0247b17c37" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.124904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ae259f-e25f-40c9-b9e8-da0247b17c37" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.125199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ae259f-e25f-40c9-b9e8-da0247b17c37" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.125293] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ae259f-e25f-40c9-b9e8-da0247b17c37',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.551217] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f945f651-e048-4c79-9173-1047af49be5b [ 663.551640] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.552915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.554374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.554645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.554738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.554920] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f945f651-e048-4c79-9173-1047af49be5b already deleted. [ 663.554920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f945f651-e048-4c79-9173-1047af49be5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.628731] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2ae259f-e25f-40c9-b9e8-da0247b17c37 [ 663.629087] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.629248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.629347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.629639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.629762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.629889] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2ae259f-e25f-40c9-b9e8-da0247b17c37 already deleted. [ 663.630014] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ae259f-e25f-40c9-b9e8-da0247b17c37" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.846874] env[71107]: INFO networking_nsxv3.common.synchronization [req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 req-858a2f3b-3daf-4c62-9feb-6af98f9ec4ff tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Enqueued Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_members [ 664.847866] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_members [ 664.849160] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.849160] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.849160] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.849160] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.849160] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.850506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.850506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.850506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.850506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.850506] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.203614] env[71107]: INFO networking_nsxv3.common.synchronization [None req-1af5d575-0d87-4164-9c94-f33ca7362f9e None None] Enqueued Resource ID: b3203da2-c663-432e-95cb-df1f8df230b5 with Priority: HIGHEST for action port [ 665.203614] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3203da2-c663-432e-95cb-df1f8df230b5 with Priority: HIGHEST for action port [ 665.205269] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3203da2-c663-432e-95cb-df1f8df230b5 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.205269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3203da2-c663-432e-95cb-df1f8df230b5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.205269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3203da2-c663-432e-95cb-df1f8df230b5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.205269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3203da2-c663-432e-95cb-df1f8df230b5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.205269] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3203da2-c663-432e-95cb-df1f8df230b5',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.354386] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.356049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.356049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.356049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.356049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.356049] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.356049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.356049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.356424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.356424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.356424] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 already deleted. [ 665.356556] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.361990] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d4fa96b7-c0a1-4266-bb35-26878fa2049f None None] Enqueued Resource ID: bf77217d-3346-46a7-98c2-8aa1f714b7fd with Priority: HIGHEST for action port [ 665.362384] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf77217d-3346-46a7-98c2-8aa1f714b7fd with Priority: HIGHEST for action port [ 665.362938] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf77217d-3346-46a7-98c2-8aa1f714b7fd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.363061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf77217d-3346-46a7-98c2-8aa1f714b7fd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.363118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf77217d-3346-46a7-98c2-8aa1f714b7fd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.363361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf77217d-3346-46a7-98c2-8aa1f714b7fd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.366714] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf77217d-3346-46a7-98c2-8aa1f714b7fd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.709729] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3203da2-c663-432e-95cb-df1f8df230b5 [ 665.709729] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.709729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.709729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.710073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.710233] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.711390] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3203da2-c663-432e-95cb-df1f8df230b5 already deleted. [ 665.711390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3203da2-c663-432e-95cb-df1f8df230b5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.866344] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf77217d-3346-46a7-98c2-8aa1f714b7fd [ 665.867331] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.869153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.869462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.870860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.871099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.871292] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf77217d-3346-46a7-98c2-8aa1f714b7fd already deleted. [ 665.872273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf77217d-3346-46a7-98c2-8aa1f714b7fd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.863812] env[71107]: INFO networking_nsxv3.common.synchronization [None req-22e24fe0-b7d5-43f3-bc4a-4ebdc713fba7 None None] Enqueued Resource ID: 829c5730-8f2f-4669-af72-7ac4f6927dea with Priority: HIGHEST for action port [ 666.864532] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829c5730-8f2f-4669-af72-7ac4f6927dea with Priority: HIGHEST for action port [ 666.864661] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-829c5730-8f2f-4669-af72-7ac4f6927dea taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.864785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-829c5730-8f2f-4669-af72-7ac4f6927dea" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.864855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-829c5730-8f2f-4669-af72-7ac4f6927dea" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.865125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-829c5730-8f2f-4669-af72-7ac4f6927dea" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.865198] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('829c5730-8f2f-4669-af72-7ac4f6927dea',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.014455] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.015641] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.015641] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.015753] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.017425] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.017425] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.017425] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.017425] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.017425] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.017425] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.017425] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.017425] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.017798] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.017798] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.017798] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.017895] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.046197] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.046599] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.048275] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.048275] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.048275] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-7a471aca-85c5-4125-a64b-bc1408ecbec0 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.048275] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-7a471aca-85c5-4125-a64b-bc1408ecbec0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.048275] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-7a471aca-85c5-4125-a64b-bc1408ecbec0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.048275] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-7a471aca-85c5-4125-a64b-bc1408ecbec0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.048275] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a471aca-85c5-4125-a64b-bc1408ecbec0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.212257] env[71107]: INFO networking_nsxv3.common.synchronization [None req-6f878368-c56a-4ec8-b7f1-d3b2c8eb618c None None] Enqueued Resource ID: 01694a6d-49be-474b-823c-ad0ff9266840 with Priority: HIGHEST for action port [ 667.212257] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01694a6d-49be-474b-823c-ad0ff9266840 with Priority: HIGHEST for action port [ 667.212257] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-01694a6d-49be-474b-823c-ad0ff9266840 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.212257] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01694a6d-49be-474b-823c-ad0ff9266840" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.212257] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01694a6d-49be-474b-823c-ad0ff9266840" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.212257] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01694a6d-49be-474b-823c-ad0ff9266840" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.212257] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01694a6d-49be-474b-823c-ad0ff9266840',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.370021] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 829c5730-8f2f-4669-af72-7ac4f6927dea [ 667.370021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.370021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.370021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.370021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.370021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.370021] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:829c5730-8f2f-4669-af72-7ac4f6927dea already deleted. [ 667.370021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-829c5730-8f2f-4669-af72-7ac4f6927dea" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.552762] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.553041] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.553198] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.553552] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.553691] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.553852] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 7a471aca-85c5-4125-a64b-bc1408ecbec0 not found, creating... [ 667.554174] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.555197] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.556496] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.556496] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.556496] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.557618] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.557820] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.557926] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.558196] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.558364] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.558610] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 7a471aca-85c5-4125-a64b-bc1408ecbec0 is going to be created. [ 667.581417] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.583296] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.583296] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.583296] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.583296] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.583296] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-7a471aca-85c5-4125-a64b-bc1408ecbec0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.714352] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01694a6d-49be-474b-823c-ad0ff9266840 [ 667.714352] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.714479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.714515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.715136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.715136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.715136] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01694a6d-49be-474b-823c-ad0ff9266840 already deleted. [ 667.715136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01694a6d-49be-474b-823c-ad0ff9266840" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.765508] env[71107]: INFO networking_nsxv3.common.synchronization [req-81640f1e-3636-4b20-8553-dc1b1c5e2780 req-ce4fed95-9c00-462b-9e13-074be9a56c80 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 668.766213] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 668.771843] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.771843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.771843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.771843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.771843] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.771843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.771843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.771843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.771843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.771843] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.860372] env[71107]: INFO networking_nsxv3.common.synchronization [None req-ed524634-97e6-415f-9265-b192626e3a0b None None] Enqueued Resource ID: e10b8976-39e8-4adf-a9bc-b1930b368063 with Priority: HIGHEST for action port [ 668.861798] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10b8976-39e8-4adf-a9bc-b1930b368063 with Priority: HIGHEST for action port [ 668.862069] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-e10b8976-39e8-4adf-a9bc-b1930b368063 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.862347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e10b8976-39e8-4adf-a9bc-b1930b368063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.862347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e10b8976-39e8-4adf-a9bc-b1930b368063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.863309] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e10b8976-39e8-4adf-a9bc-b1930b368063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.863309] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e10b8976-39e8-4adf-a9bc-b1930b368063',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.911421] env[71107]: INFO networking_nsxv3.common.synchronization [None req-9b22b122-e184-4884-bd43-b8c29cceec63 None None] Enqueued Resource ID: b110571f-14a9-4278-80a9-35e3ba26f5de with Priority: HIGHEST for action port [ 668.911711] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110571f-14a9-4278-80a9-35e3ba26f5de with Priority: HIGHEST for action port [ 668.912280] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-b110571f-14a9-4278-80a9-35e3ba26f5de taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.912418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b110571f-14a9-4278-80a9-35e3ba26f5de" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.912473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b110571f-14a9-4278-80a9-35e3ba26f5de" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.912711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b110571f-14a9-4278-80a9-35e3ba26f5de" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.912790] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b110571f-14a9-4278-80a9-35e3ba26f5de',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.274694] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.275070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.275070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.276029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.276029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.276029] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.276029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.276029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.276029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.276029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.276029] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 already deleted. [ 669.276310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.364969] env[71107]: INFO networking_nsxv3.common.synchronization [req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 req-1cae3056-73a0-4555-b7a1-8709106fa51a service nova] Enqueued Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_rules [ 669.365534] env[71107]: INFO networking_nsxv3.common.synchronization [req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 req-1cae3056-73a0-4555-b7a1-8709106fa51a service nova] Enqueued Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_members [ 669.365744] env[71107]: INFO networking_nsxv3.common.synchronization [req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 req-1cae3056-73a0-4555-b7a1-8709106fa51a service nova] Enqueued Resource ID: 7a471aca-85c5-4125-a64b-bc1408ecbec0 with Priority: HIGHEST for action port [ 669.366613] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e10b8976-39e8-4adf-a9bc-b1930b368063 [ 669.367583] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.367724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.367799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.368018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.368113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.368265] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e10b8976-39e8-4adf-a9bc-b1930b368063 already deleted. [ 669.368396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e10b8976-39e8-4adf-a9bc-b1930b368063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.368610] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_rules [ 669.368695] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_members [ 669.368859] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a471aca-85c5-4125-a64b-bc1408ecbec0 with Priority: HIGHEST for action port [ 669.369345] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.369466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.369544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.369738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.369943] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.371349] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.371414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.371474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.371605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.371789] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.371864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.371913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.372133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.372133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.373080] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.376446] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a471aca-85c5-4125-a64b-bc1408ecbec0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.376585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a471aca-85c5-4125-a64b-bc1408ecbec0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.376643] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a471aca-85c5-4125-a64b-bc1408ecbec0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.377121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a471aca-85c5-4125-a64b-bc1408ecbec0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.377121] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a471aca-85c5-4125-a64b-bc1408ecbec0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.424238] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b110571f-14a9-4278-80a9-35e3ba26f5de [ 669.425079] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.425079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.425297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.426104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.426104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.426104] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b110571f-14a9-4278-80a9-35e3ba26f5de already deleted. [ 669.426104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b110571f-14a9-4278-80a9-35e3ba26f5de" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.822552] env[71107]: INFO networking_nsxv3.common.synchronization [None req-55745e90-aeac-4654-bb2f-a6e21837f5c4 None None] Enqueued Resource ID: 3bc29762-aebf-49de-8112-50cb249882f8 with Priority: HIGHEST for action port [ 669.823180] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc29762-aebf-49de-8112-50cb249882f8 with Priority: HIGHEST for action port [ 669.823401] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc29762-aebf-49de-8112-50cb249882f8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.823524] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc29762-aebf-49de-8112-50cb249882f8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.823593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc29762-aebf-49de-8112-50cb249882f8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.823858] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc29762-aebf-49de-8112-50cb249882f8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.823941] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc29762-aebf-49de-8112-50cb249882f8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.872296] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.872538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.877869] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.878957] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a471aca-85c5-4125-a64b-bc1408ecbec0 with status ACTIVE [ 669.879172] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.879303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.879672] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.879672] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.879672] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.879852] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.880286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.880286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.880286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.880286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.880500] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.880625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.880625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.880792] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.880839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.880922] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a471aca-85c5-4125-a64b-bc1408ecbec0 is going to be updated. [ 669.909038] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.909364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.909364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.909837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.909837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.909956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a471aca-85c5-4125-a64b-bc1408ecbec0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.081702] env[71107]: INFO networking_nsxv3.common.synchronization [None req-a44ab3fa-dbfd-444e-81f5-ffac4dfc431c None None] Enqueued Resource ID: 9f00fea8-0719-41f0-a551-773dc57b60d6 with Priority: HIGHEST for action port [ 670.081802] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f00fea8-0719-41f0-a551-773dc57b60d6 with Priority: HIGHEST for action port [ 670.083527] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f00fea8-0719-41f0-a551-773dc57b60d6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.083699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f00fea8-0719-41f0-a551-773dc57b60d6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.083774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f00fea8-0719-41f0-a551-773dc57b60d6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.084348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f00fea8-0719-41f0-a551-773dc57b60d6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.084348] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f00fea8-0719-41f0-a551-773dc57b60d6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.330917] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bc29762-aebf-49de-8112-50cb249882f8 [ 670.331289] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.331712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.335735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.335735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.335735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.335735] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bc29762-aebf-49de-8112-50cb249882f8 already deleted. [ 670.335735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc29762-aebf-49de-8112-50cb249882f8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.384697] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.586202] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f00fea8-0719-41f0-a551-773dc57b60d6 [ 670.586491] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.586656] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.586758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.587337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.587591] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.587591] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f00fea8-0719-41f0-a551-773dc57b60d6 already deleted. [ 670.587802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f00fea8-0719-41f0-a551-773dc57b60d6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.615562] env[71107]: INFO networking_nsxv3.common.synchronization [None req-8bebcc41-c640-40be-9d57-98d96404fcb0 None None] Enqueued Resource ID: 8a46746a-c03d-410b-a466-cdf85b8e049f with Priority: HIGHEST for action port [ 670.615562] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a46746a-c03d-410b-a466-cdf85b8e049f with Priority: HIGHEST for action port [ 670.615562] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a46746a-c03d-410b-a466-cdf85b8e049f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.615562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a46746a-c03d-410b-a466-cdf85b8e049f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.615562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a46746a-c03d-410b-a466-cdf85b8e049f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.615562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a46746a-c03d-410b-a466-cdf85b8e049f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.615562] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a46746a-c03d-410b-a466-cdf85b8e049f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.891655] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.891954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.891992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.892247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.892357] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.892458] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 is going to be created. [ 670.919448] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.919627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.919685] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.919898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.922765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.932386] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: UNINITIALIZED for 2s [ 670.974566] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.974757] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-930" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.976637] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-930" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.976637] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-930" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.976637] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.976637] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.976637] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.976637] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.976637] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.978987] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.979145] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.979267] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.979382] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.979502] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.979610] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.979744] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.009144] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.009308] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.009474] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.010506] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-930" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.011702] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.011702] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.011702] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.012083] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.015446] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.120499] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a46746a-c03d-410b-a466-cdf85b8e049f [ 671.122061] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.122061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.122061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.122061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.122061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.122061] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a46746a-c03d-410b-a466-cdf85b8e049f already deleted. [ 671.122061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a46746a-c03d-410b-a466-cdf85b8e049f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.153736] env[71107]: INFO networking_nsxv3.common.synchronization [req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 req-5f23099c-8d62-48e4-bd3f-033ae85a1ce4 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 671.154285] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 671.154589] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.154715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.154797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.155433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.155513] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.155640] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.155731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.156436] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.156577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.156708] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.517946] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.519225] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.519225] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.519361] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.519752] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.520155] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 not found, creating... [ 671.520300] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.520656] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.521437] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.521437] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.521542] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.521804] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.522080] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.522080] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.522357] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.522430] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.522572] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 is going to be created. [ 671.546164] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.546341] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.546468] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.546849] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.546986] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.547591] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.658989] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.659626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.660290] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.661244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.661244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.661244] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.661244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.661244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.661701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.663620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.666136] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa already deleted. [ 671.667382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.980467] env[71107]: INFO networking_nsxv3.common.synchronization [None req-985938ee-5209-47ce-a2d7-cce01fba43ab None None] Enqueued Resource ID: 45c0899b-975c-42be-af0c-45387d8de44d with Priority: HIGHEST for action port [ 671.980724] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45c0899b-975c-42be-af0c-45387d8de44d with Priority: HIGHEST for action port [ 671.981433] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-45c0899b-975c-42be-af0c-45387d8de44d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.981561] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45c0899b-975c-42be-af0c-45387d8de44d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.982568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45c0899b-975c-42be-af0c-45387d8de44d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.983652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45c0899b-975c-42be-af0c-45387d8de44d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.983931] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45c0899b-975c-42be-af0c-45387d8de44d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.331127] env[71107]: INFO networking_nsxv3.common.synchronization [req-2f1e43f4-af54-4107-898d-3fba5f7f4c92 req-728eeda7-ab0d-408c-8799-5ef8d4b307e3 tempest-SecurityGroupRulesNegativeTestJSON-382001219 tempest-SecurityGroupRulesNegativeTestJSON-382001219-project-member] Enqueued Resource ID: 372853f1-0468-4bca-a887-bb92835405a2 with Priority: HIGHEST for action security_group_rules [ 672.331127] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372853f1-0468-4bca-a887-bb92835405a2 with Priority: HIGHEST for action security_group_rules [ 672.331268] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372853f1-0468-4bca-a887-bb92835405a2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.331487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372853f1-0468-4bca-a887-bb92835405a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.331781] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372853f1-0468-4bca-a887-bb92835405a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.332089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372853f1-0468-4bca-a887-bb92835405a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.332552] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372853f1-0468-4bca-a887-bb92835405a2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.430374] env[71107]: INFO networking_nsxv3.common.synchronization [None req-eaa4b7ef-5997-40ca-bb7f-dcb89e9dd1a7 None None] Enqueued Resource ID: 8627b607-c82e-46f0-a41e-31b508888853 with Priority: HIGHEST for action port [ 672.430374] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8627b607-c82e-46f0-a41e-31b508888853 with Priority: HIGHEST for action port [ 672.430374] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-8627b607-c82e-46f0-a41e-31b508888853 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.430374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8627b607-c82e-46f0-a41e-31b508888853" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.430374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8627b607-c82e-46f0-a41e-31b508888853" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.430374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8627b607-c82e-46f0-a41e-31b508888853" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.430374] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8627b607-c82e-46f0-a41e-31b508888853',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.489767] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45c0899b-975c-42be-af0c-45387d8de44d [ 672.489767] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.489767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.489767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.489767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.489767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.489767] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45c0899b-975c-42be-af0c-45387d8de44d already deleted. [ 672.489767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45c0899b-975c-42be-af0c-45387d8de44d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.704508] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.704876] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.705200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.706053] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.706394] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.706580] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.706707] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.706940] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.707114] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.707340] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.707449] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.707552] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.707655] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.707757] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.707857] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.707980] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.728866] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.728866] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.728866] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.728866] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.728866] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-ac71d9fb-88b9-431c-960c-2675d2002659 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.729067] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-ac71d9fb-88b9-431c-960c-2675d2002659" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.730140] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-ac71d9fb-88b9-431c-960c-2675d2002659" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.730140] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-ac71d9fb-88b9-431c-960c-2675d2002659" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.730140] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac71d9fb-88b9-431c-960c-2675d2002659',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.859320] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.859320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.859320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.859320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.859529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.859529] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372853f1-0468-4bca-a887-bb92835405a2 already deleted. [ 672.859794] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372853f1-0468-4bca-a887-bb92835405a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.934026] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8627b607-c82e-46f0-a41e-31b508888853 [ 672.934026] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.934026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.934026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.934026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.934318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.934318] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8627b607-c82e-46f0-a41e-31b508888853 already deleted. [ 672.934318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8627b607-c82e-46f0-a41e-31b508888853" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.943914] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: SUCCESS [ 672.943914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.944771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.945015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.946033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.946033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.946033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.946033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.946033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.946033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.946033] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.236937] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.236937] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.237896] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.239791] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.239791] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.239791] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port ac71d9fb-88b9-431c-960c-2675d2002659 not found, creating... [ 673.239791] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.239791] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.239791] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.239791] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.240208] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.243139] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.245252] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.245484] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.245650] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.245872] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.246047] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: ac71d9fb-88b9-431c-960c-2675d2002659 is going to be created. [ 673.275134] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.275134] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.275134] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.275134] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.275434] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.275583] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-ac71d9fb-88b9-431c-960c-2675d2002659" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.450341] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.451030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.451030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.451213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.451491] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.452190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.452190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.452190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.452190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.452190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.452431] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.452549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.452611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.452779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.453324] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.453324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.453324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.453324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.453324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.453507] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.453507] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.957642] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f675c7f2-3c1c-4eb6-a830-bd92c67e5532: rpc.has_security_group_logging(os_id): False [ 673.978168] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.978424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.978424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.978624] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.978722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.978910] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.979157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.979157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.979299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.979345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.979497] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.979636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.979636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.979789] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.979863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.980048] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.980140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.983270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.983270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.983270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.983270] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 is going to be created. [ 674.027842] env[71107]: INFO networking_nsxv3.common.synchronization [req-81640f1e-3636-4b20-8553-dc1b1c5e2780 req-7c3be0a9-29d6-4e9c-b55f-b20712596cb7 service nova] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_rules [ 674.027842] env[71107]: INFO networking_nsxv3.common.synchronization [req-81640f1e-3636-4b20-8553-dc1b1c5e2780 req-7c3be0a9-29d6-4e9c-b55f-b20712596cb7 service nova] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 674.027842] env[71107]: INFO networking_nsxv3.common.synchronization [req-81640f1e-3636-4b20-8553-dc1b1c5e2780 req-7c3be0a9-29d6-4e9c-b55f-b20712596cb7 service nova] Enqueued Resource ID: c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 with Priority: HIGHEST for action port [ 674.027842] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_rules [ 674.027842] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 674.027842] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 with Priority: HIGHEST for action port [ 674.028638] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.028638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.028638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.028919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.028949] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.030771] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.032314] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.032665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.032665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.032831] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.032937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.033050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.033165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.033255] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.033773] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.035372] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.035372] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.035372] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.035885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.035885] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.061978] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.062201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.064171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.064332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.064569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.080135] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: IN_PROGRESS for 2s [ 674.538571] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.539160] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.549485] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 with status ACTIVE [ 674.549994] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.549994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.549994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.550221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.551171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.551171] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.551171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.551171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.551171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.551171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.551171] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.551493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.551493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.551493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.551493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.551597] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 is going to be updated. [ 674.556516] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.579639] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.579639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.579639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.579639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.579639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.579639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.933981] env[71107]: INFO networking_nsxv3.common.synchronization [None req-dfef3bb2-41cd-46f1-892e-7e8208a30ebf None None] Enqueued Resource ID: 266a6a23-26eb-4ca5-b5bd-be581ee509fa with Priority: HIGHEST for action port [ 674.933981] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266a6a23-26eb-4ca5-b5bd-be581ee509fa with Priority: HIGHEST for action port [ 674.933981] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-266a6a23-26eb-4ca5-b5bd-be581ee509fa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.933981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-266a6a23-26eb-4ca5-b5bd-be581ee509fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.933981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-266a6a23-26eb-4ca5-b5bd-be581ee509fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.933981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-266a6a23-26eb-4ca5-b5bd-be581ee509fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.933981] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('266a6a23-26eb-4ca5-b5bd-be581ee509fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.059172] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.412368] env[71107]: INFO networking_nsxv3.common.synchronization [req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 req-c1220944-d2a8-4c74-a2ae-3875d628f6d1 service nova] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_rules [ 675.412368] env[71107]: INFO networking_nsxv3.common.synchronization [req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 req-c1220944-d2a8-4c74-a2ae-3875d628f6d1 service nova] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 675.412368] env[71107]: INFO networking_nsxv3.common.synchronization [req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 req-c1220944-d2a8-4c74-a2ae-3875d628f6d1 service nova] Enqueued Resource ID: ac71d9fb-88b9-431c-960c-2675d2002659 with Priority: HIGHEST for action port [ 675.412368] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_rules [ 675.412368] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 675.412368] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac71d9fb-88b9-431c-960c-2675d2002659 with Priority: HIGHEST for action port [ 675.412867] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.413065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.413141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.413429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.413538] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.414756] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.415378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.415378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.415378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.415378] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.415628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.415628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.415628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.415750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.415790] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.417274] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac71d9fb-88b9-431c-960c-2675d2002659 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.417274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac71d9fb-88b9-431c-960c-2675d2002659" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.417527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac71d9fb-88b9-431c-960c-2675d2002659" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.417703] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac71d9fb-88b9-431c-960c-2675d2002659" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.417842] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac71d9fb-88b9-431c-960c-2675d2002659',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.437283] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 266a6a23-26eb-4ca5-b5bd-be581ee509fa [ 675.440239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.440239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.440239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.440239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.440239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.440239] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:266a6a23-26eb-4ca5-b5bd-be581ee509fa already deleted. [ 675.440239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-266a6a23-26eb-4ca5-b5bd-be581ee509fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.562039] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.563856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.563856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.563856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.563856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.563856] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be created. [ 675.664598] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.664768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.664838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.665125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.665285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.676053] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: UNINITIALIZED for 2s [ 675.920132] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.920292] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.920965] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.923651] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac71d9fb-88b9-431c-960c-2675d2002659 with status ACTIVE [ 675.924222] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.924222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.924222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.924517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.924517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.924517] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.924681] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.924681] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.924783] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.924865] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.925229] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.925229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.925505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.925505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.925505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.926130] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac71d9fb-88b9-431c-960c-2675d2002659 is going to be updated. [ 675.948326] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.948326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.948326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.948326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.948508] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.948833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac71d9fb-88b9-431c-960c-2675d2002659" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.951208] env[71107]: INFO networking_nsxv3.common.synchronization [req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 req-f3c585b3-7735-4bbe-929e-a08350ac8943 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Enqueued Resource ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d with Priority: HIGHEST for action security_group_members [ 675.951967] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d with Priority: HIGHEST for action security_group_members [ 675.952236] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.952651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.952651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.952651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.952841] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.952946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.953353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.953353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.953353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.953353] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4377299a-2e42-4b6d-9ad3-17ee5b4eed3d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.095627] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: SUCCESS [ 676.095627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.160791] env[71107]: INFO networking_nsxv3.common.synchronization [None req-daed46d7-d99c-40e6-acec-ba25c23d473f None None] Enqueued Resource ID: ce426c9b-7829-4cee-8cc4-5b377ee5a082 with Priority: HIGHEST for action port [ 676.162160] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce426c9b-7829-4cee-8cc4-5b377ee5a082 with Priority: HIGHEST for action port [ 676.165030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce426c9b-7829-4cee-8cc4-5b377ee5a082 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.165030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce426c9b-7829-4cee-8cc4-5b377ee5a082" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.165030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce426c9b-7829-4cee-8cc4-5b377ee5a082" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.165030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce426c9b-7829-4cee-8cc4-5b377ee5a082" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.165030] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce426c9b-7829-4cee-8cc4-5b377ee5a082',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.300836] env[71107]: INFO networking_nsxv3.common.synchronization [None req-de3b97e5-a3df-4b76-ad7d-c60315eda054 None None] Enqueued Resource ID: b06e38c5-c9f4-4624-a495-52ea45c8eb99 with Priority: HIGHEST for action port [ 676.301412] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b06e38c5-c9f4-4624-a495-52ea45c8eb99 with Priority: HIGHEST for action port [ 676.301802] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-b06e38c5-c9f4-4624-a495-52ea45c8eb99 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.301963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b06e38c5-c9f4-4624-a495-52ea45c8eb99" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.302525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b06e38c5-c9f4-4624-a495-52ea45c8eb99" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.302925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b06e38c5-c9f4-4624-a495-52ea45c8eb99" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.303091] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b06e38c5-c9f4-4624-a495-52ea45c8eb99',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.427895] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.457183] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.457346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.457419] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.457681] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.457780] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.458094] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.458094] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.458204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.458454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.458454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.458454] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d already deleted. [ 676.458600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.669072] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce426c9b-7829-4cee-8cc4-5b377ee5a082 [ 676.669795] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.669795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.669795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.669795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.670116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.670116] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce426c9b-7829-4cee-8cc4-5b377ee5a082 already deleted. [ 676.670116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce426c9b-7829-4cee-8cc4-5b377ee5a082" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.806469] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b06e38c5-c9f4-4624-a495-52ea45c8eb99 [ 676.806657] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.806774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.806845] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.807116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.807216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.807312] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b06e38c5-c9f4-4624-a495-52ea45c8eb99 already deleted. [ 676.807396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b06e38c5-c9f4-4624-a495-52ea45c8eb99" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.931878] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.932057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.932131] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.932349] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.932437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.932536] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be created. [ 676.959386] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.959555] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.959611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.959814] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.959964] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.970180] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: UNINITIALIZED for 2s [ 677.018467] env[71107]: INFO networking_nsxv3.common.synchronization [None req-c5be83af-7c5a-4f6f-8582-7c12e0b5fcd6 None None] Enqueued Resource ID: c975d360-ff4d-49a9-a738-5d06b0c44d75 with Priority: HIGHEST for action port [ 677.021243] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c975d360-ff4d-49a9-a738-5d06b0c44d75 with Priority: HIGHEST for action port [ 677.021449] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c975d360-ff4d-49a9-a738-5d06b0c44d75 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.021563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c975d360-ff4d-49a9-a738-5d06b0c44d75" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.021598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c975d360-ff4d-49a9-a738-5d06b0c44d75" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.024420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c975d360-ff4d-49a9-a738-5d06b0c44d75" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.024420] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c975d360-ff4d-49a9-a738-5d06b0c44d75',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.028596] env[71107]: INFO networking_nsxv3.common.synchronization [req-1ad4f112-8284-412d-85ff-16994c756da0 req-c3c10373-9bf8-4bbb-89a9-563b978410f8 tempest-SecurityGroupRulesNegativeTestJSON-382001219 tempest-SecurityGroupRulesNegativeTestJSON-382001219-project-member] Enqueued Resource ID: 372853f1-0468-4bca-a887-bb92835405a2 with Priority: HIGHEST for action security_group_rules [ 677.030960] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372853f1-0468-4bca-a887-bb92835405a2 with Priority: HIGHEST for action security_group_rules [ 677.031375] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372853f1-0468-4bca-a887-bb92835405a2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.031637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372853f1-0468-4bca-a887-bb92835405a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.031637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372853f1-0468-4bca-a887-bb92835405a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.034284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372853f1-0468-4bca-a887-bb92835405a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.034284] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372853f1-0468-4bca-a887-bb92835405a2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.526440] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c975d360-ff4d-49a9-a738-5d06b0c44d75 [ 677.526440] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.526440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.526440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.526440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.526440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.526440] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c975d360-ff4d-49a9-a738-5d06b0c44d75 already deleted. [ 677.526440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c975d360-ff4d-49a9-a738-5d06b0c44d75" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.557122] env[71107]: INFO networking_nsxv3.common.synchronization [req-7855213f-f4a9-4d2e-8353-831633772acc req-58226d60-641c-484b-a69a-974aff39816e tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Enqueued Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_members [ 677.559606] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_members [ 677.562371] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.562371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.562371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.562371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.563370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.563559] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372853f1-0468-4bca-a887-bb92835405a2 already deleted. [ 677.563721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372853f1-0468-4bca-a887-bb92835405a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.564204] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.564435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.564512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.564955] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.565492] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.565492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.565686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.566154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.566154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.566154] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.688422] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 677.688789] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.689588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.689588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.689728] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.689807] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.690802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.697046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.697264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.697367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.697448] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.706323] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.706641] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.708036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.708036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.708036] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.708036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.708036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.708036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.708036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.708438] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.708438] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.708438] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.709710] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.709710] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.709710] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.709710] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.733522] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.733522] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.733522] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.733522] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.733522] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-c53c8c10-4c63-46d0-9b31-1abfa49b5154 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.733522] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-c53c8c10-4c63-46d0-9b31-1abfa49b5154" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.733920] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-c53c8c10-4c63-46d0-9b31-1abfa49b5154" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.733989] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-c53c8c10-4c63-46d0-9b31-1abfa49b5154" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.734139] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c53c8c10-4c63-46d0-9b31-1abfa49b5154',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.957761] env[71107]: INFO networking_nsxv3.common.synchronization [None req-17822b94-d561-442b-afcf-6eb817a9f592 None None] Enqueued Resource ID: 16ffe33b-f067-4d4a-990e-6b1d39c380c1 with Priority: HIGHEST for action port [ 677.957953] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ffe33b-f067-4d4a-990e-6b1d39c380c1 with Priority: HIGHEST for action port [ 677.958553] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-16ffe33b-f067-4d4a-990e-6b1d39c380c1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.958682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16ffe33b-f067-4d4a-990e-6b1d39c380c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.958885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16ffe33b-f067-4d4a-990e-6b1d39c380c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.958991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16ffe33b-f067-4d4a-990e-6b1d39c380c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.959106] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ffe33b-f067-4d4a-990e-6b1d39c380c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.071248] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.071248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.071248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.071248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.071248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.071248] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.071248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.071248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.071248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.071248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.071248] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba423b1-fc61-4c05-a456-0777d355f586 already deleted. [ 678.072347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.212235] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.212423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.212495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.212749] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.213169] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.213169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.213169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.213377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.213410] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.213488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.213646] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.213740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.213801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.213957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.214322] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.214322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.214322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.214471] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.214471] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.214547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.214621] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.237774] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.239058] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.239242] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.239613] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.239812] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.240079] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port c53c8c10-4c63-46d0-9b31-1abfa49b5154 not found, creating... [ 678.240370] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.240632] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.241096] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.242016] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.242016] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.242084] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.242264] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.242705] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.242973] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.243317] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.243493] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: c53c8c10-4c63-46d0-9b31-1abfa49b5154 is going to be created. [ 678.274282] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.274282] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.274282] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.274282] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.277257] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.277257] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-c53c8c10-4c63-46d0-9b31-1abfa49b5154" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.441652] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.441652] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.441652] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.442057] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.442057] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.443922] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.444172] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.445370] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.445996] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.446234] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.446410] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.446587] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.446735] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.446858] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.446968] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.447141] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.461133] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16ffe33b-f067-4d4a-990e-6b1d39c380c1 [ 678.461366] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.462079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.462079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.462079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.462079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.462079] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16ffe33b-f067-4d4a-990e-6b1d39c380c1 already deleted. [ 678.462413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16ffe33b-f067-4d4a-990e-6b1d39c380c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.476259] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.476432] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.476565] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.476746] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.477422] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.482762] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.482762] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.482762] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.482762] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e8b768-f8e0-4711-bb53-4b9a9c1c5587',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.722615] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd007bc0-7b2d-407e-8017-e45c2a508073: rpc.has_security_group_logging(os_id): False [ 678.747129] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.747129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.747129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.747129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.747317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.747385] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.747497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.747567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.747870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.747870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.747992] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.747992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.748346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.748412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.748526] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.749469] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.750023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.750124] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.750303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.750712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.750712] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be created. [ 678.838370] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.838370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.838370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.838370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.838370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.850804] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 678.986253] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.986801] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.987050] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.991021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.991021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.991021] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 not found, creating... [ 678.991021] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.991260] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.991260] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.992290] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.992290] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.992438] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.992869] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.992869] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.993036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.993188] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.993349] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 is going to be created. [ 678.996133] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 678.996774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.996940] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.998154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.998154] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.998154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.998154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.998154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.998154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.998440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.998440] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.026834] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.027592] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.027746] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.029149] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.029237] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.030268] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.064565] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d870159d-4bb8-4a74-8171-3a04b2e0b342 None None] Enqueued Resource ID: 982fd72c-41c8-42aa-be57-8809238d6110 with Priority: HIGHEST for action port [ 679.065189] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982fd72c-41c8-42aa-be57-8809238d6110 with Priority: HIGHEST for action port [ 679.065903] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-982fd72c-41c8-42aa-be57-8809238d6110 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.065903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-982fd72c-41c8-42aa-be57-8809238d6110" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.065903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-982fd72c-41c8-42aa-be57-8809238d6110" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.066799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-982fd72c-41c8-42aa-be57-8809238d6110" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.066799] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('982fd72c-41c8-42aa-be57-8809238d6110',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.342906] env[71107]: INFO networking_nsxv3.common.synchronization [None req-0b862911-9577-4356-8b45-3952ad59c8c4 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Enqueued Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGHEST for action security_group_rules [ 679.343517] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGHEST for action security_group_rules [ 679.343813] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19ec7a61-68a6-4b10-963a-4aedce7c8399 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.343930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.343995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.346217] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.346319] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19ec7a61-68a6-4b10-963a-4aedce7c8399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.501638] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.501931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.501931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.502142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.502308] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.502442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.502494] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.502659] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.502824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.502824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.502991] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.503080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.503128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.503260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.503480] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.503480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.503622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.503670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.503717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.503825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.503894] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.574352] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 982fd72c-41c8-42aa-be57-8809238d6110 [ 679.574352] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.574352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.574352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.574352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.574352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.574352] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:982fd72c-41c8-42aa-be57-8809238d6110 already deleted. [ 679.574352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-982fd72c-41c8-42aa-be57-8809238d6110" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.696033] env[71107]: INFO networking_nsxv3.common.synchronization [req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 req-8c8bff36-28df-4abb-8aa4-495ce0869f6e service nova] Enqueued Resource ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d with Priority: HIGHEST for action security_group_rules [ 679.696033] env[71107]: INFO networking_nsxv3.common.synchronization [req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 req-8c8bff36-28df-4abb-8aa4-495ce0869f6e service nova] Enqueued Resource ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d with Priority: HIGHEST for action security_group_members [ 679.696033] env[71107]: INFO networking_nsxv3.common.synchronization [req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 req-8c8bff36-28df-4abb-8aa4-495ce0869f6e service nova] Enqueued Resource ID: c53c8c10-4c63-46d0-9b31-1abfa49b5154 with Priority: HIGHEST for action port [ 679.696033] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d with Priority: HIGHEST for action security_group_rules [ 679.696033] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d with Priority: HIGHEST for action security_group_members [ 679.696033] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53c8c10-4c63-46d0-9b31-1abfa49b5154 with Priority: HIGHEST for action port [ 679.696033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.696033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.696033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.696918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.697156] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4377299a-2e42-4b6d-9ad3-17ee5b4eed3d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.698786] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.699536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.699536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.699536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.699637] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.699686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.699762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.700048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.700142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.701678] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4377299a-2e42-4b6d-9ad3-17ee5b4eed3d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.703233] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c53c8c10-4c63-46d0-9b31-1abfa49b5154 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.703233] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c53c8c10-4c63-46d0-9b31-1abfa49b5154" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.703233] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c53c8c10-4c63-46d0-9b31-1abfa49b5154" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.703447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c53c8c10-4c63-46d0-9b31-1abfa49b5154" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.703540] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c53c8c10-4c63-46d0-9b31-1abfa49b5154',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.761798] env[71107]: INFO networking_nsxv3.common.synchronization [None req-b71b244a-9f38-4c08-b3c9-a78cb738813a tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Enqueued Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGHEST for action security_group_rules [ 679.762380] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGHEST for action security_group_rules [ 679.763529] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19ec7a61-68a6-4b10-963a-4aedce7c8399 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.763738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.876558] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.876558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.876558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.876558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.876558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.876558] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 already deleted. [ 679.876558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.876558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.877169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.877431] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19ec7a61-68a6-4b10-963a-4aedce7c8399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.010660] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 471ca597-1f42-496f-86b1-ef001138aefa: rpc.has_security_group_logging(os_id): False [ 680.033306] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.033306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.033306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.033306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.033306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.033306] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.033610] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.033610] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.034107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.034107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.034107] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.035682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.035682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.035682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.035682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.035682] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.035682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.035682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.035682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.035682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.035682] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be created. [ 680.110953] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.111138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.111347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.111614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.111702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.125581] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 680.200017] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.200222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.206608] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4377299a-2e42-4b6d-9ad3-17ee5b4eed3d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.207383] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c53c8c10-4c63-46d0-9b31-1abfa49b5154 with status ACTIVE [ 680.209039] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.209039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.209039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.209039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.209039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.211291] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.211291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.211291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.211291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.211291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.211764] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.211764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.211764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.211764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.211764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.211962] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c53c8c10-4c63-46d0-9b31-1abfa49b5154 is going to be updated. [ 680.256853] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.257047] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.257131] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.257386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.264052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.264052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c53c8c10-4c63-46d0-9b31-1abfa49b5154" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.405754] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.405999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.405999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.406871] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.406871] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.406871] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 already deleted. [ 680.406871] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.640596] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d5d4b22f-9718-47a6-aded-37f72660f2cf None None] Enqueued Resource ID: ef277077-d6a5-4143-8367-81fae63806a6 with Priority: HIGHEST for action port [ 680.641143] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef277077-d6a5-4143-8367-81fae63806a6 with Priority: HIGHEST for action port [ 680.641438] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef277077-d6a5-4143-8367-81fae63806a6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.641572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef277077-d6a5-4143-8367-81fae63806a6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.642268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef277077-d6a5-4143-8367-81fae63806a6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.642268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef277077-d6a5-4143-8367-81fae63806a6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.642268] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef277077-d6a5-4143-8367-81fae63806a6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.714601] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4377299a-2e42-4b6d-9ad3-17ee5b4eed3d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.813032] env[71107]: INFO networking_nsxv3.common.synchronization [req-7855213f-f4a9-4d2e-8353-831633772acc req-dc94e3e1-375e-4be9-b63a-591d2bccf0c1 service nova] Enqueued Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_rules [ 680.813414] env[71107]: INFO networking_nsxv3.common.synchronization [req-7855213f-f4a9-4d2e-8353-831633772acc req-dc94e3e1-375e-4be9-b63a-591d2bccf0c1 service nova] Enqueued Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_members [ 680.813414] env[71107]: INFO networking_nsxv3.common.synchronization [req-7855213f-f4a9-4d2e-8353-831633772acc req-dc94e3e1-375e-4be9-b63a-591d2bccf0c1 service nova] Enqueued Resource ID: b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 with Priority: HIGHEST for action port [ 680.813830] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_rules [ 680.813968] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_members [ 680.814386] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 with Priority: HIGHEST for action port [ 680.815208] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.815353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.815445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.815740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.815823] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.816767] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.816767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.816962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.816962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.817522] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.817522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.817522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.817522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.817522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.817728] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.818405] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.818533] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.818589] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.818721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.818790] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e8b768-f8e0-4711-bb53-4b9a9c1c5587',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.868165] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 680.868165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.918335] env[71107]: INFO networking_nsxv3.common.synchronization [None req-48a7ac80-5a52-47b8-b3b4-d92e823cddfb None None] Enqueued Resource ID: 3c416f40-ca9c-411f-863f-4b4ececa22f7 with Priority: HIGHEST for action port [ 680.918773] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c416f40-ca9c-411f-863f-4b4ececa22f7 with Priority: HIGHEST for action port [ 680.919720] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c416f40-ca9c-411f-863f-4b4ececa22f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.919887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c416f40-ca9c-411f-863f-4b4ececa22f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.919963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c416f40-ca9c-411f-863f-4b4ececa22f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.920294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c416f40-ca9c-411f-863f-4b4ececa22f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.920364] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c416f40-ca9c-411f-863f-4b4ececa22f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.147164] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef277077-d6a5-4143-8367-81fae63806a6 [ 681.147404] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.147543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.147630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.147860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.148060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.148199] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef277077-d6a5-4143-8367-81fae63806a6 already deleted. [ 681.148320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef277077-d6a5-4143-8367-81fae63806a6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.216843] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.217014] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.217095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.217375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.217436] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.217504] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d is going to be created. [ 681.243647] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.243864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.243976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.244246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.244450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.255028] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d in Status: UNINITIALIZED for 2s [ 681.320808] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.320941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.321819] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.322069] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 with status ACTIVE [ 681.322269] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.322380] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.322444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.323048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.323048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.323048] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.323048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.323236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.323236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.323317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.323491] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.323579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.323638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.323774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.323847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.323927] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 is going to be updated. [ 681.353960] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.354129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.354202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.355090] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.355090] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.355090] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.422864] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c416f40-ca9c-411f-863f-4b4ececa22f7 [ 681.423260] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.423397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.423466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.423672] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.423765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.423858] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c416f40-ca9c-411f-863f-4b4ececa22f7 already deleted. [ 681.423934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c416f40-ca9c-411f-863f-4b4ececa22f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.827386] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.141661] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 682.141975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.333036] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.333036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.333036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.333036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.333345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.333345] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba423b1-fc61-4c05-a456-0777d355f586 is going to be created. [ 682.361104] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.361236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.361645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.361645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.361784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.377771] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: UNINITIALIZED for 2s [ 682.378691] env[71107]: INFO networking_nsxv3.common.synchronization [None req-35fc396b-36af-4c96-b739-b19a247e9dff None None] Enqueued Resource ID: 8dbe8fc7-c0bd-4877-b641-98654c2d1a7f with Priority: HIGHEST for action port [ 682.383492] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dbe8fc7-c0bd-4877-b641-98654c2d1a7f with Priority: HIGHEST for action port [ 682.383492] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dbe8fc7-c0bd-4877-b641-98654c2d1a7f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.384663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dbe8fc7-c0bd-4877-b641-98654c2d1a7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.384769] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dbe8fc7-c0bd-4877-b641-98654c2d1a7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.385052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dbe8fc7-c0bd-4877-b641-98654c2d1a7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.385131] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dbe8fc7-c0bd-4877-b641-98654c2d1a7f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.887844] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dbe8fc7-c0bd-4877-b641-98654c2d1a7f [ 682.890403] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.892386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.892386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.892386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.892386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.892386] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dbe8fc7-c0bd-4877-b641-98654c2d1a7f already deleted. [ 682.892386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dbe8fc7-c0bd-4877-b641-98654c2d1a7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.250285] env[71107]: INFO networking_nsxv3.common.synchronization [None req-5f099f99-8e6f-4cef-91b0-1601df55a306 None None] Enqueued Resource ID: 1f6de0d7-dce0-48a1-9136-c2464762871c with Priority: HIGHEST for action port [ 683.250578] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6de0d7-dce0-48a1-9136-c2464762871c with Priority: HIGHEST for action port [ 683.251185] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f6de0d7-dce0-48a1-9136-c2464762871c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.251307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f6de0d7-dce0-48a1-9136-c2464762871c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.251378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f6de0d7-dce0-48a1-9136-c2464762871c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.251697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f6de0d7-dce0-48a1-9136-c2464762871c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.251777] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f6de0d7-dce0-48a1-9136-c2464762871c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.266866] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d in Status: SUCCESS [ 683.267222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.267313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.267468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.267673] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.267789] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.267852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.268009] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.268096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.268182] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.268271] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4377299a-2e42-4b6d-9ad3-17ee5b4eed3d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.404774] env[71107]: INFO networking_nsxv3.common.synchronization [req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f req-3e7f01fb-d9f8-4d1c-9811-02d18ff3f842 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 683.405495] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 683.409257] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.409504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.409581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.410678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.410900] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.411043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.411141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.411373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.411525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.411698] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.758704] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f6de0d7-dce0-48a1-9136-c2464762871c [ 683.758704] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.758704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.758704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.758704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.758704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.758704] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f6de0d7-dce0-48a1-9136-c2464762871c already deleted. [ 683.759517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f6de0d7-dce0-48a1-9136-c2464762871c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.771582] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.771798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.771899] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.772222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.772505] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.772645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.772739] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.772936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.773081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.773214] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.774515] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.774515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.774515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.774515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.774515] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.774515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.774976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.774976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.774976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.775107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.775259] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4377299a-2e42-4b6d-9ad3-17ee5b4eed3d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.914793] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.918590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.918590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.918590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.918590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.918590] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.918590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.918590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.918590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.918590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.918590] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 already deleted. [ 683.920221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.997869] env[71107]: INFO networking_nsxv3.common.synchronization [None req-f577588b-8e08-4d7d-87f0-316a529cab57 None None] Enqueued Resource ID: b141fa70-8285-447a-ad5e-b83cba48e00c with Priority: HIGHEST for action port [ 683.998113] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b141fa70-8285-447a-ad5e-b83cba48e00c with Priority: HIGHEST for action port [ 683.998668] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-b141fa70-8285-447a-ad5e-b83cba48e00c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.998794] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b141fa70-8285-447a-ad5e-b83cba48e00c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.998855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b141fa70-8285-447a-ad5e-b83cba48e00c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.006616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b141fa70-8285-447a-ad5e-b83cba48e00c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.006616] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b141fa70-8285-447a-ad5e-b83cba48e00c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.278068] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d: rpc.has_security_group_logging(os_id): False [ 684.313718] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.313879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.313935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.314166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.315120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.315120] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.315120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.315120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.315120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.315394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.315394] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.315517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.315632] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.315716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.315809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.315972] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.316433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.316433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.316433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.316433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.316433] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d is going to be created. [ 684.387086] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.387086] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.387086] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.387086] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.387086] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.391275] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: SUCCESS [ 684.391604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.392182] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.392345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.392526] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.392640] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.392703] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.392892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.392980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.393203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.393350] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.405858] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d in Status: IN_PROGRESS for 2s [ 684.509443] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b141fa70-8285-447a-ad5e-b83cba48e00c [ 684.509443] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.509443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.509443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.509443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.509443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.509443] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b141fa70-8285-447a-ad5e-b83cba48e00c already deleted. [ 684.509443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b141fa70-8285-447a-ad5e-b83cba48e00c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.584145] env[71107]: INFO networking_nsxv3.common.synchronization [None req-0fa21ca9-0294-4d03-818f-08e728c8833f tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Enqueued Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_rules [ 684.586037] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_rules [ 684.586996] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.586996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.586996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.587179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.587179] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.896081] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.896245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.896314] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.896672] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.896715] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.896828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.896883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.897045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.897159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.897219] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.897365] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.897492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.897628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.897837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.898056] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.898190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.898375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.898463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.898558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.898644] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.898731] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.043477] env[71107]: INFO networking_nsxv3.common.synchronization [None req-8feed552-97e7-45cf-9610-01f556559808 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Enqueued Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_rules [ 685.045082] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_rules [ 685.045533] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.046454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.116259] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.116259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.116259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.116259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.116259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.116259] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 already deleted. [ 685.116259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.116259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.116259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.116259] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.218031] env[71107]: INFO networking_nsxv3.common.synchronization [None req-a670a658-af62-41b0-8059-b03ad4835d6c None None] Enqueued Resource ID: c90f02e7-97a5-4ef8-8a27-c90a39f1b166 with Priority: HIGHEST for action port [ 685.218645] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90f02e7-97a5-4ef8-8a27-c90a39f1b166 with Priority: HIGHEST for action port [ 685.218985] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c90f02e7-97a5-4ef8-8a27-c90a39f1b166 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.221355] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c90f02e7-97a5-4ef8-8a27-c90a39f1b166" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.221604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c90f02e7-97a5-4ef8-8a27-c90a39f1b166" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.222068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c90f02e7-97a5-4ef8-8a27-c90a39f1b166" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.222285] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c90f02e7-97a5-4ef8-8a27-c90a39f1b166',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.403721] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ba423b1-fc61-4c05-a456-0777d355f586: rpc.has_security_group_logging(os_id): False [ 685.424473] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.424473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.424473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.424473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.424473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.424870] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.424870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.424870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.425027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.425027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.426420] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.426420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.426420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.426420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.426420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.426420] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.426420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.426420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.426420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.426420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.427367] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ba423b1-fc61-4c05-a456-0777d355f586 is going to be created. [ 685.492996] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.493188] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.493357] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.493769] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.497103] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.497103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.497103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.497103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.497103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.497406] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.497406] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.497497] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.497728] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.497807] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.497936] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.498188] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.500701] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.500830] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.500936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.501120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.501275] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.515153] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: IN_PROGRESS for 2s [ 685.523889] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.523889] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.524034] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.524220] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.524529] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-fdcb143c-dfc5-4814-85ad-6b32fd958ddd taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.524717] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-fdcb143c-dfc5-4814-85ad-6b32fd958ddd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.525809] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-fdcb143c-dfc5-4814-85ad-6b32fd958ddd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.526322] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-fdcb143c-dfc5-4814-85ad-6b32fd958ddd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.526571] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcb143c-dfc5-4814-85ad-6b32fd958ddd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.638819] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.639219] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.639592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.639883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.639984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.640096] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 already deleted. [ 685.640180] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.726437] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c90f02e7-97a5-4ef8-8a27-c90a39f1b166 [ 685.727675] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.727675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.727675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.727675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.728128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.728162] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c90f02e7-97a5-4ef8-8a27-c90a39f1b166 already deleted. [ 685.728251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c90f02e7-97a5-4ef8-8a27-c90a39f1b166" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.951056] env[71107]: INFO networking_nsxv3.common.synchronization [req-f748e7c2-b180-4f1f-9688-9b367222200c req-a8102a83-27ff-4f8b-830c-84c6bfc5c8c7 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Enqueued Resource ID: 412b855c-5a93-42dc-957f-1727cad30bcc with Priority: HIGHEST for action security_group_members [ 685.951898] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412b855c-5a93-42dc-957f-1727cad30bcc with Priority: HIGHEST for action security_group_members [ 685.952251] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-412b855c-5a93-42dc-957f-1727cad30bcc taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.952414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.952514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.952841] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.953059] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.953190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.953280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.953592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.953729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.953875] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('412b855c-5a93-42dc-957f-1727cad30bcc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.030243] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.030499] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.030637] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.031428] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.031428] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.031643] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port fdcb143c-dfc5-4814-85ad-6b32fd958ddd not found, creating... [ 686.032876] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.032876] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.032876] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.032876] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.032876] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.032876] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.033308] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.033403] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.034073] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.034073] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.034073] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: fdcb143c-dfc5-4814-85ad-6b32fd958ddd is going to be created. [ 686.058708] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.059087] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.059087] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.059863] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.059863] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.059863] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-fdcb143c-dfc5-4814-85ad-6b32fd958ddd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.422385] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d in Status: SUCCESS [ 686.422650] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.457394] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.457622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.457622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.457852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.457945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.458941] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.458941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.458941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.458941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.458941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.458941] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 412b855c-5a93-42dc-957f-1727cad30bcc already deleted. [ 686.458941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.516193] env[71107]: INFO networking_nsxv3.common.synchronization [None req-a0ae8e5d-2f7e-47e1-8663-a06db3fda8c5 None None] Enqueued Resource ID: 51e07c83-4d34-45db-b1c1-abf743d5f553 with Priority: HIGHEST for action port [ 686.516193] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e07c83-4d34-45db-b1c1-abf743d5f553 with Priority: HIGHEST for action port [ 686.517371] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-51e07c83-4d34-45db-b1c1-abf743d5f553 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.517501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51e07c83-4d34-45db-b1c1-abf743d5f553" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.517578] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51e07c83-4d34-45db-b1c1-abf743d5f553" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.517825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51e07c83-4d34-45db-b1c1-abf743d5f553" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.517910] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51e07c83-4d34-45db-b1c1-abf743d5f553',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.648169] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d4493233-5638-43d6-ba65-d9d0aaa21fc8 None None] Enqueued Resource ID: 7229afac-e242-4bfd-b90b-eee19839c264 with Priority: HIGHEST for action port [ 686.649022] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7229afac-e242-4bfd-b90b-eee19839c264 with Priority: HIGHEST for action port [ 686.649022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-7229afac-e242-4bfd-b90b-eee19839c264 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.649191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7229afac-e242-4bfd-b90b-eee19839c264" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.649191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7229afac-e242-4bfd-b90b-eee19839c264" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.649410] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7229afac-e242-4bfd-b90b-eee19839c264" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.649691] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7229afac-e242-4bfd-b90b-eee19839c264',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.021224] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51e07c83-4d34-45db-b1c1-abf743d5f553 [ 687.021224] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.021224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.021224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.021224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.021224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.021224] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51e07c83-4d34-45db-b1c1-abf743d5f553 already deleted. [ 687.021224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51e07c83-4d34-45db-b1c1-abf743d5f553" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.118017] env[71107]: INFO networking_nsxv3.common.synchronization [req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 req-6b05392c-fcf0-42ff-a8a1-77114a709f81 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Enqueued Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_members [ 687.118299] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_members [ 687.119879] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.119879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.119879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.119879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.119879] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.119879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.119879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.119879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.119879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.120335] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.152803] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7229afac-e242-4bfd-b90b-eee19839c264 [ 687.153455] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.153550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.153649] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.153850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.154788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.154788] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7229afac-e242-4bfd-b90b-eee19839c264 already deleted. [ 687.154788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7229afac-e242-4bfd-b90b-eee19839c264" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.301557] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.301784] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-601" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.304838] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-601" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.305620] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-601" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.306032] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.306155] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.306298] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.306561] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.306741] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.306967] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.307115] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.307227] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.307341] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.307505] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.307581] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.307732] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.331568] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.331730] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.333919] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.333919] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-601" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.333919] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-3ed6663a-2e6a-43c0-b1f6-189cd6028109 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.333919] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-3ed6663a-2e6a-43c0-b1f6-189cd6028109" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.333919] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-3ed6663a-2e6a-43c0-b1f6-189cd6028109" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.333919] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-3ed6663a-2e6a-43c0-b1f6-189cd6028109" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.333919] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed6663a-2e6a-43c0-b1f6-189cd6028109',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.446498] env[71107]: INFO networking_nsxv3.common.synchronization [req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f req-e2ada918-e69c-43f0-83aa-9eb685a9320d service nova] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_rules [ 687.446498] env[71107]: INFO networking_nsxv3.common.synchronization [req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f req-e2ada918-e69c-43f0-83aa-9eb685a9320d service nova] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 687.446498] env[71107]: INFO networking_nsxv3.common.synchronization [req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f req-e2ada918-e69c-43f0-83aa-9eb685a9320d service nova] Enqueued Resource ID: fdcb143c-dfc5-4814-85ad-6b32fd958ddd with Priority: HIGHEST for action port [ 687.446673] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_rules [ 687.450689] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 687.450689] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdcb143c-dfc5-4814-85ad-6b32fd958ddd with Priority: HIGHEST for action port [ 687.450689] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.450689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.450689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.450689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.450689] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.452663] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.452850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.454554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.454742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.455070] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.455070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.455070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.455446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.455446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.455446] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.457252] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdcb143c-dfc5-4814-85ad-6b32fd958ddd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.457252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdcb143c-dfc5-4814-85ad-6b32fd958ddd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.457252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdcb143c-dfc5-4814-85ad-6b32fd958ddd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.460902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdcb143c-dfc5-4814-85ad-6b32fd958ddd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.460902] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcb143c-dfc5-4814-85ad-6b32fd958ddd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.529522] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: SUCCESS [ 687.530604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.623200] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.623581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.623581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.623717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.623771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.623940] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.624040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.624099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.625019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.625019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.625019] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 is going to be updated. [ 687.655728] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.655999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.655999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.657463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.657463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.668119] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: IN_PROGRESS for 2s [ 687.837773] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.837773] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.837773] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.843230] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.843230] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.843230] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 3ed6663a-2e6a-43c0-b1f6-189cd6028109 not found, creating... [ 687.843230] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.843230] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.843230] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.843230] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.843230] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.843230] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.843230] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.843610] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.843610] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.843610] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.843789] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 3ed6663a-2e6a-43c0-b1f6-189cd6028109 is going to be created. [ 687.874870] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.874870] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.874870] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.874870] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.874870] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.874870] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-3ed6663a-2e6a-43c0-b1f6-189cd6028109" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.955870] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.956031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.964298] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.965865] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdcb143c-dfc5-4814-85ad-6b32fd958ddd with status ACTIVE [ 687.966182] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.966327] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.966394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.966605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.966693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.966892] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.966991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.967070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.967221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.967305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.967484] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.967575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.967634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.967772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.967910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.967963] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdcb143c-dfc5-4814-85ad-6b32fd958ddd is going to be updated. [ 688.004252] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.006898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.006898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.006898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.006898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.006898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdcb143c-dfc5-4814-85ad-6b32fd958ddd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.101550] env[71107]: INFO networking_nsxv3.common.synchronization [None req-b8234db3-e6b0-4525-814e-d3a868394687 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Enqueued Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGHEST for action security_group_rules [ 688.102181] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGHEST for action security_group_rules [ 688.102502] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf128c2-9db6-47e9-bd91-56a3053f9982 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.102627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.102666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.106699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.106699] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf128c2-9db6-47e9-bd91-56a3053f9982',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.285795] env[71107]: INFO networking_nsxv3.common.synchronization [None req-98072a58-2de5-4346-9fa7-e8a2cf1c2d84 None None] Enqueued Resource ID: 73790a26-8a80-4d33-9d82-09c182b06f5b with Priority: HIGHEST for action port [ 688.285795] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73790a26-8a80-4d33-9d82-09c182b06f5b with Priority: HIGHEST for action port [ 688.285795] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-73790a26-8a80-4d33-9d82-09c182b06f5b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.285795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73790a26-8a80-4d33-9d82-09c182b06f5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.285795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73790a26-8a80-4d33-9d82-09c182b06f5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.286296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73790a26-8a80-4d33-9d82-09c182b06f5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.286296] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73790a26-8a80-4d33-9d82-09c182b06f5b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.300210] env[71107]: INFO networking_nsxv3.common.synchronization [None req-1628c5ee-03ae-4f29-b34e-407b46b469de tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Enqueued Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGHEST for action security_group_rules [ 688.301245] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGHEST for action security_group_rules [ 688.302252] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf128c2-9db6-47e9-bd91-56a3053f9982 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.302252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.473738] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.632998] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.633442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.633635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.633944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.634349] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.634704] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 already deleted. [ 688.635189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.635549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.636032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.636482] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf128c2-9db6-47e9-bd91-56a3053f9982',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.790167] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73790a26-8a80-4d33-9d82-09c182b06f5b [ 688.790167] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.790167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.790167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.790167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.790167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.790167] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73790a26-8a80-4d33-9d82-09c182b06f5b already deleted. [ 688.790167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73790a26-8a80-4d33-9d82-09c182b06f5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.957531] env[71107]: INFO networking_nsxv3.common.synchronization [req-f748e7c2-b180-4f1f-9688-9b367222200c req-18f3f479-1c68-4bea-b4a8-dccd054eea05 service nova] Enqueued Resource ID: 412b855c-5a93-42dc-957f-1727cad30bcc with Priority: HIGHEST for action security_group_rules [ 688.957717] env[71107]: INFO networking_nsxv3.common.synchronization [req-f748e7c2-b180-4f1f-9688-9b367222200c req-18f3f479-1c68-4bea-b4a8-dccd054eea05 service nova] Enqueued Resource ID: 412b855c-5a93-42dc-957f-1727cad30bcc with Priority: HIGHEST for action security_group_members [ 688.957856] env[71107]: INFO networking_nsxv3.common.synchronization [req-f748e7c2-b180-4f1f-9688-9b367222200c req-18f3f479-1c68-4bea-b4a8-dccd054eea05 service nova] Enqueued Resource ID: 3ed6663a-2e6a-43c0-b1f6-189cd6028109 with Priority: HIGHEST for action port [ 688.958168] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412b855c-5a93-42dc-957f-1727cad30bcc with Priority: HIGHEST for action security_group_rules [ 688.958306] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412b855c-5a93-42dc-957f-1727cad30bcc with Priority: HIGHEST for action security_group_members [ 688.958405] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed6663a-2e6a-43c0-b1f6-189cd6028109 with Priority: HIGHEST for action port [ 688.959274] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-412b855c-5a93-42dc-957f-1727cad30bcc taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.959809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.960093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.960403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.960730] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('412b855c-5a93-42dc-957f-1727cad30bcc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.961887] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-412b855c-5a93-42dc-957f-1727cad30bcc taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.961887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.961887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.962168] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.963323] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.963323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.963323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.963323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.963323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.963323] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('412b855c-5a93-42dc-957f-1727cad30bcc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.964297] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed6663a-2e6a-43c0-b1f6-189cd6028109 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.964445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed6663a-2e6a-43c0-b1f6-189cd6028109" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.964489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed6663a-2e6a-43c0-b1f6-189cd6028109" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.964637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed6663a-2e6a-43c0-b1f6-189cd6028109" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.964716] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed6663a-2e6a-43c0-b1f6-189cd6028109',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.979186] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.979765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.984088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.984088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.984088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.984088] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be created. [ 689.017498] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.017498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.017498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.017498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.018171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.031804] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: UNINITIALIZED for 2s [ 689.075220] env[71107]: INFO networking_nsxv3.common.synchronization [None req-bfbf109a-7101-44a5-9d7d-caee243989e5 None None] Enqueued Resource ID: 5fcbb05a-f2f0-405e-ad3d-67ec46321c6a with Priority: HIGHEST for action port [ 689.075987] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fcbb05a-f2f0-405e-ad3d-67ec46321c6a with Priority: HIGHEST for action port [ 689.076702] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fcbb05a-f2f0-405e-ad3d-67ec46321c6a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.076961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fcbb05a-f2f0-405e-ad3d-67ec46321c6a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.077069] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fcbb05a-f2f0-405e-ad3d-67ec46321c6a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.077447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fcbb05a-f2f0-405e-ad3d-67ec46321c6a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.077497] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fcbb05a-f2f0-405e-ad3d-67ec46321c6a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.169101] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.169101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.169101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.169101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.169101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.169101] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 already deleted. [ 689.169101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.466273] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-412b855c-5a93-42dc-957f-1727cad30bcc taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.469077] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.474634] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('412b855c-5a93-42dc-957f-1727cad30bcc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.476354] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ed6663a-2e6a-43c0-b1f6-189cd6028109 with status ACTIVE [ 689.476354] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.476354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.476354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.477069] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.477069] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.477069] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.477225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.477225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.479677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.479677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.479677] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.479677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.479677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.479677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.479677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.479677] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ed6663a-2e6a-43c0-b1f6-189cd6028109 is going to be updated. [ 689.500707] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.500927] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.500927] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.501542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.501713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.501886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed6663a-2e6a-43c0-b1f6-189cd6028109" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.580458] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fcbb05a-f2f0-405e-ad3d-67ec46321c6a [ 689.580980] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.581059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.581160] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.581425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.581658] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.581797] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fcbb05a-f2f0-405e-ad3d-67ec46321c6a already deleted. [ 689.581938] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fcbb05a-f2f0-405e-ad3d-67ec46321c6a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.688712] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: SUCCESS [ 689.689053] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 deletion is rescheduled due to dependency. [ 689.689214] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.980432] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('412b855c-5a93-42dc-957f-1727cad30bcc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.178195] env[71107]: INFO networking_nsxv3.common.synchronization [None req-9486a7b0-b1c8-4c7a-b2eb-b7311783ad52 None None] Enqueued Resource ID: 0771cc63-b9b1-40bf-ba10-8240cfb6b913 with Priority: HIGHEST for action port [ 690.178453] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0771cc63-b9b1-40bf-ba10-8240cfb6b913 with Priority: HIGHEST for action port [ 690.179924] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-0771cc63-b9b1-40bf-ba10-8240cfb6b913 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.181020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0771cc63-b9b1-40bf-ba10-8240cfb6b913" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.181020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0771cc63-b9b1-40bf-ba10-8240cfb6b913" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.181020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0771cc63-b9b1-40bf-ba10-8240cfb6b913" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.181020] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0771cc63-b9b1-40bf-ba10-8240cfb6b913',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.351906] env[71107]: INFO networking_nsxv3.common.synchronization [req-05393170-f51f-419a-af78-fe6e08ef2833 req-d1a7d61a-f2b9-4ebf-90e7-3025529fb9cd tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 690.351906] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 690.352718] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.353315] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.424306] env[71107]: INFO networking_nsxv3.common.synchronization [None req-42df5dbc-098b-4936-916d-3ba835c159ed tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Enqueued Resource ID: 6f90a0e6-2121-4dba-9b03-039219045399 with Priority: HIGHEST for action security_group_rules [ 690.424306] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f90a0e6-2121-4dba-9b03-039219045399 with Priority: HIGHEST for action security_group_rules [ 690.424306] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f90a0e6-2121-4dba-9b03-039219045399 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.424306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.425046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.425570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.426328] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f90a0e6-2121-4dba-9b03-039219045399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.487679] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.487679] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.487679] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.487679] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.487679] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.487679] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 412b855c-5a93-42dc-957f-1727cad30bcc is going to be created. [ 690.510617] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.510617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.510740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.511134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.511134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.521741] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 412b855c-5a93-42dc-957f-1727cad30bcc in Status: UNINITIALIZED for 2s [ 690.653712] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d88511d2-ac2a-4fc6-9b27-03a20f412c1d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Enqueued Resource ID: 6f90a0e6-2121-4dba-9b03-039219045399 with Priority: HIGHEST for action security_group_rules [ 690.654297] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f90a0e6-2121-4dba-9b03-039219045399 with Priority: HIGHEST for action security_group_rules [ 690.654645] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f90a0e6-2121-4dba-9b03-039219045399 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.654713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.684053] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0771cc63-b9b1-40bf-ba10-8240cfb6b913 [ 690.684314] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.684450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.684527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.684804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.684934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.685271] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0771cc63-b9b1-40bf-ba10-8240cfb6b913 already deleted. [ 690.685271] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0771cc63-b9b1-40bf-ba10-8240cfb6b913" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.948718] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.948870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.948929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.949246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.949313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.949380] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f90a0e6-2121-4dba-9b03-039219045399 already deleted. [ 690.949430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.949598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.949754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.949835] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f90a0e6-2121-4dba-9b03-039219045399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.029442] env[71107]: INFO networking_nsxv3.common.synchronization [req-efdbbd6d-019a-4f08-bd88-4a9fa37f6794 req-438b57c8-26ef-4868-95d9-b98d340ba5d2 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 691.029616] env[71107]: INFO networking_nsxv3.common.synchronization [req-efdbbd6d-019a-4f08-bd88-4a9fa37f6794 req-438b57c8-26ef-4868-95d9-b98d340ba5d2 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_members [ 691.030203] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 691.030341] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_members [ 691.031070] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.031070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.031070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.032333] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.034159] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.034159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.034159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.034159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.034159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.034159] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.035355] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-de17e5df-d216-4c17-8b46-281b0ba729fa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.035355] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.035355] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.035545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.035717] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.035829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.035888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.036072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.036153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.036441] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.052046] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 691.052284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.052935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.052935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.053145] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.053267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.053336] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.053486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.053616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.053668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.053765] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.054596] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.054771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.054959] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.055088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.055150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.055296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.055390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.055477] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.186797] env[71107]: INFO networking_nsxv3.common.synchronization [req-efdbbd6d-019a-4f08-bd88-4a9fa37f6794 req-438b57c8-26ef-4868-95d9-b98d340ba5d2 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_rules [ 691.186797] env[71107]: INFO networking_nsxv3.common.synchronization [req-efdbbd6d-019a-4f08-bd88-4a9fa37f6794 req-438b57c8-26ef-4868-95d9-b98d340ba5d2 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 691.186797] env[71107]: INFO networking_nsxv3.common.synchronization [req-efdbbd6d-019a-4f08-bd88-4a9fa37f6794 req-438b57c8-26ef-4868-95d9-b98d340ba5d2 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_rules [ 691.186797] env[71107]: INFO networking_nsxv3.common.synchronization [req-efdbbd6d-019a-4f08-bd88-4a9fa37f6794 req-438b57c8-26ef-4868-95d9-b98d340ba5d2 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_members [ 691.186797] env[71107]: INFO networking_nsxv3.common.synchronization [req-efdbbd6d-019a-4f08-bd88-4a9fa37f6794 req-438b57c8-26ef-4868-95d9-b98d340ba5d2 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 with Priority: HIGHEST for action port [ 691.187855] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_rules [ 691.187855] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_rules [ 691.187855] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 with Priority: HIGHEST for action port [ 691.187855] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 691.187855] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_members [ 691.188037] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.188141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.188141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.188530] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.188530] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.191661] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de17e5df-d216-4c17-8b46-281b0ba729fa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.191812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.191851] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.192140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.192709] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.194745] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.194745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.194745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.194745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.194947] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.197239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.197239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.197239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-de17e5df-d216-4c17-8b46-281b0ba729fa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.197239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.219338] env[71107]: INFO networking_nsxv3.common.synchronization [None req-f3ef1539-4474-44b4-8414-b872f6a7ce71 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Enqueued Resource ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b with Priority: HIGHEST for action security_group_rules [ 691.221061] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b with Priority: HIGHEST for action security_group_rules [ 691.221843] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.221843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.221843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.221843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.222209] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd67c749-d6b5-4a51-a05a-a80494cc4a3b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.276202] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.279379] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.279627] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.279905] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.280255] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.280491] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.280689] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.281107] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.281365] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.281554] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.281711] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.281906] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.282950] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.283231] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.283439] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.283749] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.311915] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.312160] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.312357] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.312550] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.312914] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-0da5eb6f-91b1-4f43-b345-a03cc6d4858b taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.313151] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-0da5eb6f-91b1-4f43-b345-a03cc6d4858b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.313275] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-0da5eb6f-91b1-4f43-b345-a03cc6d4858b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.313582] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-0da5eb6f-91b1-4f43-b345-a03cc6d4858b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.315025] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da5eb6f-91b1-4f43-b345-a03cc6d4858b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.481208] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.481208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.481208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.481208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.481208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.481208] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f90a0e6-2121-4dba-9b03-039219045399 already deleted. [ 691.481208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.495286] env[71107]: INFO networking_nsxv3.common.synchronization [None req-ef9b3662-03b1-4de5-a6b9-97820f969d76 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Enqueued Resource ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b with Priority: HIGHEST for action security_group_rules [ 691.500255] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b with Priority: HIGHEST for action security_group_rules [ 691.500255] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.500255] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.537059] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.544333] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.557643] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.560763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.560763] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.699455] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.699611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.699908] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-de17e5df-d216-4c17-8b46-281b0ba729fa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.700011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.700839] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 with status ACTIVE [ 691.700839] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.700839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.700839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.700839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.701169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.701305] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.701394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.701486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.702087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.702087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.702087] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.702087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.702256] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.702517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.702630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.702723] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 is going to be updated. [ 691.734185] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.734330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.734436] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.734633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.734786] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.735025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.756095] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.756240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.756316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.756691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.756831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.756986] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b already deleted. [ 691.757104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.757277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.757506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.757617] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd67c749-d6b5-4a51-a05a-a80494cc4a3b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.825536] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.825536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.825536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.825536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.825536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.825536] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 0da5eb6f-91b1-4f43-b345-a03cc6d4858b not found, creating... [ 691.825536] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.825536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.829947] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.829947] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.829947] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.829947] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.829947] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.829947] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.829947] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.829947] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.829947] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 0da5eb6f-91b1-4f43-b345-a03cc6d4858b is going to be created. [ 691.863134] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.863134] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.863134] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.863134] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.863134] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.863464] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-0da5eb6f-91b1-4f43-b345-a03cc6d4858b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.041709] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.051805] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.062461] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.289147] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.289627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.289725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.289981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.290090] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.290202] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b already deleted. [ 692.290296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.534705] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 412b855c-5a93-42dc-957f-1727cad30bcc in Status: SUCCESS [ 692.534705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.535420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.535873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.536121] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.536222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.536275] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.536453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.536559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.536700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.536836] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('412b855c-5a93-42dc-957f-1727cad30bcc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.545791] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.547096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.547096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.547284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.547525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.547525] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 692.553380] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.554245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.554245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.554245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.554245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.554245] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de17e5df-d216-4c17-8b46-281b0ba729fa is going to be created. [ 692.564837] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.564837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.564837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.565146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.565860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.565956] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 692.588470] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.588470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.588470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.588470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.588470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.593901] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.594193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.594193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.594608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.594769] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.608604] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 692.610416] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: UNINITIALIZED for 2s [ 692.617110] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.617110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.617110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.617387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.617387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.630159] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 692.674170] env[71107]: INFO networking_nsxv3.common.synchronization [req-d1d6cb86-3bc1-485e-8add-b61a843c4209 req-f62e2792-292c-4daa-8e6a-00e2cc243af5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Enqueued Resource ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 with Priority: HIGHEST for action security_group_members [ 692.674170] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 with Priority: HIGHEST for action security_group_members [ 692.674461] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-330edb70-6e91-4e5f-9ffa-62da32f51da0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.674581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.674724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.675766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.675766] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.675766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.675766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.675766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.675766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.675766] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330edb70-6e91-4e5f-9ffa-62da32f51da0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.953486] env[71107]: INFO networking_nsxv3.common.synchronization [req-05393170-f51f-419a-af78-fe6e08ef2833 req-8f3dd6fd-1837-4482-bcfe-32c3d8535118 service nova] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_rules [ 692.953486] env[71107]: INFO networking_nsxv3.common.synchronization [req-05393170-f51f-419a-af78-fe6e08ef2833 req-8f3dd6fd-1837-4482-bcfe-32c3d8535118 service nova] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 692.953729] env[71107]: INFO networking_nsxv3.common.synchronization [req-05393170-f51f-419a-af78-fe6e08ef2833 req-8f3dd6fd-1837-4482-bcfe-32c3d8535118 service nova] Enqueued Resource ID: 0da5eb6f-91b1-4f43-b345-a03cc6d4858b with Priority: HIGHEST for action port [ 692.955345] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_rules [ 692.955914] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 692.957911] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da5eb6f-91b1-4f43-b345-a03cc6d4858b with Priority: HIGHEST for action port [ 692.957911] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.957911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.957911] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.957911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.957911] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-0da5eb6f-91b1-4f43-b345-a03cc6d4858b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.957911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0da5eb6f-91b1-4f43-b345-a03cc6d4858b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.957911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0da5eb6f-91b1-4f43-b345-a03cc6d4858b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.957911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0da5eb6f-91b1-4f43-b345-a03cc6d4858b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.957911] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da5eb6f-91b1-4f43-b345-a03cc6d4858b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.043376] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-412b855c-5a93-42dc-957f-1727cad30bcc taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.043630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.043783] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.043968] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.044175] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.044293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.044731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.044731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.044731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.044830] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.045144] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-412b855c-5a93-42dc-957f-1727cad30bcc taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.045144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.045144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.045317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.045368] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.045476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.045530] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.045684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.045748] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.045826] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.046276] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('412b855c-5a93-42dc-957f-1727cad30bcc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.177628] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.178045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.178045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.178126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.178455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.178455] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.178593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.178626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.178805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.178904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.180103] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 already deleted. [ 693.180319] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.366631] env[71107]: INFO networking_nsxv3.common.synchronization [None req-6549161d-344b-4d20-afb3-c3ff93c05a70 None None] Enqueued Resource ID: fb66f641-72eb-46a3-9757-d04fd17bbcff with Priority: HIGHEST for action port [ 693.366631] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb66f641-72eb-46a3-9757-d04fd17bbcff with Priority: HIGHEST for action port [ 693.368190] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb66f641-72eb-46a3-9757-d04fd17bbcff taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.368844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb66f641-72eb-46a3-9757-d04fd17bbcff" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.368844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb66f641-72eb-46a3-9757-d04fd17bbcff" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.369132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb66f641-72eb-46a3-9757-d04fd17bbcff" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.369288] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb66f641-72eb-46a3-9757-d04fd17bbcff',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.383829] env[71107]: INFO networking_nsxv3.common.synchronization [req-7b0785dc-e8c2-4cc9-bd16-3e1686323fbb req-b07d7385-c086-4872-8b98-ab75fe3f7a53 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_members [ 693.383994] env[71107]: INFO networking_nsxv3.common.synchronization [req-7b0785dc-e8c2-4cc9-bd16-3e1686323fbb req-b07d7385-c086-4872-8b98-ab75fe3f7a53 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e with Priority: HIGHEST for action security_group_members [ 693.384138] env[71107]: INFO networking_nsxv3.common.synchronization [req-7b0785dc-e8c2-4cc9-bd16-3e1686323fbb req-b07d7385-c086-4872-8b98-ab75fe3f7a53 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 693.385356] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_members [ 693.385634] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e with Priority: HIGHEST for action security_group_members [ 693.385772] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 693.386090] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-de17e5df-d216-4c17-8b46-281b0ba729fa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.386214] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.386869] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b406a2-577a-4168-9337-b3ae8c3ab03e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.387028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.387087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.387344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.387502] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.387607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.387774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.391139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.391139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.391139] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95b406a2-577a-4168-9337-b3ae8c3ab03e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.391139] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.391139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.463929] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0da5eb6f-91b1-4f43-b345-a03cc6d4858b with status ACTIVE [ 693.463929] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.463929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.463929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.463929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.463929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.463929] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.463929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.463929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.463929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.463929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.463929] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.463929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.463929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.463929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.463929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.465240] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0da5eb6f-91b1-4f43-b345-a03cc6d4858b is going to be updated. [ 693.492468] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.492468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.492672] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.492763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.492886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.493071] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0da5eb6f-91b1-4f43-b345-a03cc6d4858b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.510854] env[71107]: INFO networking_nsxv3.common.synchronization [None req-c4432b1f-3c72-4e58-a101-eae870b4e0bf tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Enqueued Resource ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 with Priority: HIGHEST for action security_group_rules [ 693.511561] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 with Priority: HIGHEST for action security_group_rules [ 693.511993] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.513986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.513986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.513986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.513986] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.549222] env[71107]: INFO networking_nsxv3.common.synchronization [req-7b0785dc-e8c2-4cc9-bd16-3e1686323fbb req-b07d7385-c086-4872-8b98-ab75fe3f7a53 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e with Priority: HIGHEST for action security_group_rules [ 693.549222] env[71107]: INFO networking_nsxv3.common.synchronization [req-7b0785dc-e8c2-4cc9-bd16-3e1686323fbb req-b07d7385-c086-4872-8b98-ab75fe3f7a53 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e with Priority: HIGHEST for action security_group_members [ 693.549222] env[71107]: INFO networking_nsxv3.common.synchronization [req-7b0785dc-e8c2-4cc9-bd16-3e1686323fbb req-b07d7385-c086-4872-8b98-ab75fe3f7a53 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_rules [ 693.549222] env[71107]: INFO networking_nsxv3.common.synchronization [req-7b0785dc-e8c2-4cc9-bd16-3e1686323fbb req-b07d7385-c086-4872-8b98-ab75fe3f7a53 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 693.549222] env[71107]: INFO networking_nsxv3.common.synchronization [req-7b0785dc-e8c2-4cc9-bd16-3e1686323fbb req-b07d7385-c086-4872-8b98-ab75fe3f7a53 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_rules [ 693.549222] env[71107]: INFO networking_nsxv3.common.synchronization [req-7b0785dc-e8c2-4cc9-bd16-3e1686323fbb req-b07d7385-c086-4872-8b98-ab75fe3f7a53 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_members [ 693.549222] env[71107]: INFO networking_nsxv3.common.synchronization [req-7b0785dc-e8c2-4cc9-bd16-3e1686323fbb req-b07d7385-c086-4872-8b98-ab75fe3f7a53 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 with Priority: HIGHEST for action port [ 693.550184] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e with Priority: HIGHEST for action security_group_rules [ 693.550470] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_rules [ 693.550817] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_members [ 693.551027] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 with Priority: HIGHEST for action port [ 693.551239] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_rules [ 693.551423] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e with Priority: HIGHEST for action security_group_members [ 693.551725] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 693.552947] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 412b855c-5a93-42dc-957f-1727cad30bcc: rpc.has_security_group_logging(os_id): False [ 693.554447] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95b406a2-577a-4168-9337-b3ae8c3ab03e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.554447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.554668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.554842] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.554902] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95b406a2-577a-4168-9337-b3ae8c3ab03e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.557505] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.557505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.557505] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-de17e5df-d216-4c17-8b46-281b0ba729fa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.558063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.558063] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.558404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.558404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.558404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.558505] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.561872] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de17e5df-d216-4c17-8b46-281b0ba729fa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.561872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.561872] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b406a2-577a-4168-9337-b3ae8c3ab03e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.561872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.561872] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.561872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.587314] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.587522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.587522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.587850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.588022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.588144] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.588315] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.588379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.588662] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.588782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.589608] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.589785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.589872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.589956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.590049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.590233] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.590395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.590395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.590820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.590820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.590820] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 412b855c-5a93-42dc-957f-1727cad30bcc is going to be created. [ 693.703475] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.703475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.703475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.703864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.703864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.723824] env[71107]: INFO networking_nsxv3.common.synchronization [None req-0d5c1aca-bd5b-4e41-948c-ef291828cfa0 tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Enqueued Resource ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 with Priority: HIGHEST for action security_group_rules [ 693.724581] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 with Priority: HIGHEST for action security_group_rules [ 693.725058] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.725058] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.731664] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 412b855c-5a93-42dc-957f-1727cad30bcc in Status: IN_PROGRESS for 2s [ 693.812763] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.813690] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-676" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.813690] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-676" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.813690] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-676" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.813690] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.813883] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.815500] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.815928] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.816195] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.817271] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.817392] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.817506] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.817637] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.817896] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.817896] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.818068] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.869770] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.869770] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.869770] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.869770] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-676" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.869770] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-2d0350f6-32ab-4a8a-a396-0d81b32febad taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.869770] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-2d0350f6-32ab-4a8a-a396-0d81b32febad" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.869770] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-2d0350f6-32ab-4a8a-a396-0d81b32febad" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.870590] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-2d0350f6-32ab-4a8a-a396-0d81b32febad" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.870918] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0350f6-32ab-4a8a-a396-0d81b32febad',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.872175] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb66f641-72eb-46a3-9757-d04fd17bbcff [ 693.872557] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.873194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.873390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.873719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.874710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.874710] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb66f641-72eb-46a3-9757-d04fd17bbcff already deleted. [ 693.874710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb66f641-72eb-46a3-9757-d04fd17bbcff" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.891266] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95b406a2-577a-4168-9337-b3ae8c3ab03e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.037571] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.037571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.037571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.037571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.037571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.037571] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 already deleted. [ 694.037571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.037571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.037571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.037571] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.057036] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b406a2-577a-4168-9337-b3ae8c3ab03e taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.057681] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.061425] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 with status ACTIVE [ 694.061425] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.061425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.061425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.061425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.061425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.061660] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.061660] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.061736] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.061876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.061931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.062102] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.062187] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.062248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.062388] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.062460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.062556] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 is going to be updated. [ 694.089818] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.090073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.090073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.091128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.091128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.091128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.378772] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.378772] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.378772] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.378772] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.378772] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.378772] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 2d0350f6-32ab-4a8a-a396-0d81b32febad not found, creating... [ 694.378772] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.378772] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.378772] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.378772] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.379375] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.380141] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.382252] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.382378] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.382725] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.382924] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.383149] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 2d0350f6-32ab-4a8a-a396-0d81b32febad is going to be created. [ 694.394423] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95b406a2-577a-4168-9337-b3ae8c3ab03e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.412209] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.412696] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.412696] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.412977] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.413240] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.413510] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-2d0350f6-32ab-4a8a-a396-0d81b32febad" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.565809] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.566242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.566242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.567370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.567370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.567370] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 already deleted. [ 694.567370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.621948] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: SUCCESS [ 694.624116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.624116] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 694.624116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.624116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.624116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.624116] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.624116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.624375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.624375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.624444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.624520] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.625506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.627941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.627941] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.627941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.627941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.627941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.627941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.627941] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.643132] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 694.643132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.643132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.643512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.643512] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.643512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.643628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.643752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.643875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.643875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.644111] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.644418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.644474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.645375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.646085] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.646215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.646300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.646473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.646557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.646651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.646947] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.648521] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.649033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.649033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.649033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.649674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.650030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.650810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.651050] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.896964] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.897184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.897253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.897476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.897585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.897687] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e is going to be created. [ 694.930173] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.930173] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.930173] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.930173] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.930357] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.942468] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e in Status: UNINITIALIZED for 2s [ 695.061064] env[71107]: INFO networking_nsxv3.common.synchronization [None req-fb6afae3-e74c-4dc6-b27b-46497d462bc0 None None] Enqueued Resource ID: 7e11a7e2-2ed8-4324-8f09-79d94fd4ed26 with Priority: HIGHEST for action port [ 695.061626] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e11a7e2-2ed8-4324-8f09-79d94fd4ed26 with Priority: HIGHEST for action port [ 695.061962] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e11a7e2-2ed8-4324-8f09-79d94fd4ed26 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.062093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e11a7e2-2ed8-4324-8f09-79d94fd4ed26" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.064663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e11a7e2-2ed8-4324-8f09-79d94fd4ed26" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.064973] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e11a7e2-2ed8-4324-8f09-79d94fd4ed26" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.065087] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e11a7e2-2ed8-4324-8f09-79d94fd4ed26',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.127796] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.133085] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.153050] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78f4ca3d-84e0-4b18-b04d-7042c6891c69: rpc.has_security_group_logging(os_id): False [ 695.155973] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.174570] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.174949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.175174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.177011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.177011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.177011] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.177011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.177011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.177011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.177011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.177011] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.177011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.177011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.178572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.181997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.181997] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.181997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.181997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.181997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.181997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.181997] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be created. [ 695.267239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.267239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.267239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.267239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.267239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.282535] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 695.293491] env[71107]: INFO networking_nsxv3.common.synchronization [req-d1d6cb86-3bc1-485e-8add-b61a843c4209 req-24e46cb6-7d3d-4062-a64f-6afb5106c313 service nova] Enqueued Resource ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 with Priority: HIGHEST for action security_group_rules [ 695.293737] env[71107]: INFO networking_nsxv3.common.synchronization [req-d1d6cb86-3bc1-485e-8add-b61a843c4209 req-24e46cb6-7d3d-4062-a64f-6afb5106c313 service nova] Enqueued Resource ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 with Priority: HIGHEST for action security_group_members [ 695.293843] env[71107]: INFO networking_nsxv3.common.synchronization [req-d1d6cb86-3bc1-485e-8add-b61a843c4209 req-24e46cb6-7d3d-4062-a64f-6afb5106c313 service nova] Enqueued Resource ID: 2d0350f6-32ab-4a8a-a396-0d81b32febad with Priority: HIGHEST for action port [ 695.294371] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 with Priority: HIGHEST for action security_group_rules [ 695.294504] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 with Priority: HIGHEST for action security_group_members [ 695.294592] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0350f6-32ab-4a8a-a396-0d81b32febad with Priority: HIGHEST for action port [ 695.294928] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-330edb70-6e91-4e5f-9ffa-62da32f51da0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.295126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.295757] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.296165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.296268] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('330edb70-6e91-4e5f-9ffa-62da32f51da0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.297599] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-330edb70-6e91-4e5f-9ffa-62da32f51da0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.297719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.297785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.297973] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.298247] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.298247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.298369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.299199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.299199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.299199] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330edb70-6e91-4e5f-9ffa-62da32f51da0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.299532] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d0350f6-32ab-4a8a-a396-0d81b32febad taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.299628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d0350f6-32ab-4a8a-a396-0d81b32febad" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.299628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d0350f6-32ab-4a8a-a396-0d81b32febad" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.299829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d0350f6-32ab-4a8a-a396-0d81b32febad" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.300427] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0350f6-32ab-4a8a-a396-0d81b32febad',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.568054] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e11a7e2-2ed8-4324-8f09-79d94fd4ed26 [ 695.570491] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.570849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.570849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.571310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.571310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.571651] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e11a7e2-2ed8-4324-8f09-79d94fd4ed26 already deleted. [ 695.571651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e11a7e2-2ed8-4324-8f09-79d94fd4ed26" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.586567] env[71107]: INFO networking_nsxv3.common.synchronization [req-1d292df0-2029-4461-b89d-a8f950ed9a06 req-e1e1036d-7edc-45e4-a55d-a993d06e7427 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Enqueued Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGHEST for action security_group_members [ 695.586567] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGHEST for action security_group_members [ 695.586567] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ec7a61-68a6-4b10-963a-4aedce7c8399 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.586567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.586567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.586567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.586567] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.587795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.587795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.587795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.587795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.587795] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ec7a61-68a6-4b10-963a-4aedce7c8399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.630885] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.634853] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.657125] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.746893] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 412b855c-5a93-42dc-957f-1727cad30bcc in Status: SUCCESS [ 695.746893] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.801644] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('330edb70-6e91-4e5f-9ffa-62da32f51da0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.803094] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-330edb70-6e91-4e5f-9ffa-62da32f51da0 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.803235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.803467] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d0350f6-32ab-4a8a-a396-0d81b32febad with status ACTIVE [ 695.803705] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.803854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.803951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.804283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.804410] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.804649] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.804808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.804905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.806066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.806171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.806378] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.806483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.806549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.806708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.806786] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.806874] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d0350f6-32ab-4a8a-a396-0d81b32febad is going to be updated. [ 695.833165] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.833319] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.833392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.833720] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.833876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.834075] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d0350f6-32ab-4a8a-a396-0d81b32febad" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.093021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.093021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.093021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.093021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.093021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.093021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.093021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.093021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.093021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.093552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.093552] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 already deleted. [ 696.093552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.134118] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.134288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.134357] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.134585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.134675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.134779] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de17e5df-d216-4c17-8b46-281b0ba729fa is going to be updated. [ 696.141942] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.142140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.142241] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.142537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.142583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.142668] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 696.159728] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.159946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.160047] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.160276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.160382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.160483] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 696.176257] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.176486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.176551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.176781] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.177481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.184096] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.184492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.184558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.184806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.184970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.197036] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: IN_PROGRESS for 2s [ 696.201714] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 696.269269] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.269269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.269269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.269269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.269269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.287266] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 696.309978] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('330edb70-6e91-4e5f-9ffa-62da32f51da0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.813743] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.814582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.814582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.814582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.814582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.814582] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 is going to be created. [ 696.857744] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.857744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.857744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.857744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.858059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.870331] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 in Status: UNINITIALIZED for 2s [ 696.953381] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e in Status: SUCCESS [ 696.953631] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.953837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.954101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.954469] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.954630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.954750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.954988] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.955146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.955296] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95b406a2-577a-4168-9337-b3ae8c3ab03e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.167849] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.168104] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-645" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.168239] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-645" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.168641] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-645" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.169116] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.169265] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.169412] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.169685] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.169858] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.170125] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.170262] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.170399] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.170569] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.170735] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.170852] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.170988] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.198846] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.199046] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 697.199262] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.199428] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-645" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.203083] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-4297047d-047f-4455-bf9e-8178bc8d59f7 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.203083] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-4297047d-047f-4455-bf9e-8178bc8d59f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.203083] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-4297047d-047f-4455-bf9e-8178bc8d59f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.203083] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-4297047d-047f-4455-bf9e-8178bc8d59f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.203083] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4297047d-047f-4455-bf9e-8178bc8d59f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.297734] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 697.298092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.298193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.298412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.298500] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.466560] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95b406a2-577a-4168-9337-b3ae8c3ab03e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.710261] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.710261] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.710261] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.710261] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.710261] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.710261] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 4297047d-047f-4455-bf9e-8178bc8d59f7 not found, creating... [ 697.710261] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.710261] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.710261] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.711024] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.711337] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.713860] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.713860] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.713860] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.713860] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.713860] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.713860] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 4297047d-047f-4455-bf9e-8178bc8d59f7 is going to be created. [ 697.739547] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.739547] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.739547] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.739547] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.739547] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.739547] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-4297047d-047f-4455-bf9e-8178bc8d59f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.802435] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.803302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.969310] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95b406a2-577a-4168-9337-b3ae8c3ab03e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.217047] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: SUCCESS [ 698.217413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.217518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.217828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.218084] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.218228] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.218335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.218566] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.218673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.218766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.218868] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.220713] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 698.220806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.220903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.221097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.221277] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.221399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.221456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.221709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.221788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.221884] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.224739] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.224913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.227467] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.227637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.227678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.227986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.229429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.229429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.229534] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.231412] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.238342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.238342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.238342] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.238342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.238342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.238342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.238342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.238342] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.301875] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 698.301875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.301875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.301875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.302155] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.302215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.302250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.302404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.302499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.302593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.302702] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.474504] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.474504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.474504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.475033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.475033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.475033] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e is going to be updated. [ 698.516167] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.516371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.516620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.516710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.516815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.527847] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e in Status: IN_PROGRESS for 2s [ 698.529935] env[71107]: INFO networking_nsxv3.common.synchronization [None req-e9a50e99-9af6-48f3-a3de-8424dcd8eef5 None None] Enqueued Resource ID: c7acb509-7e9b-40ba-a8e6-8976a1572dcd with Priority: HIGHEST for action port [ 698.531915] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7acb509-7e9b-40ba-a8e6-8976a1572dcd with Priority: HIGHEST for action port [ 698.532646] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7acb509-7e9b-40ba-a8e6-8976a1572dcd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.533790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7acb509-7e9b-40ba-a8e6-8976a1572dcd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.533790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7acb509-7e9b-40ba-a8e6-8976a1572dcd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.533790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7acb509-7e9b-40ba-a8e6-8976a1572dcd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.533790] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7acb509-7e9b-40ba-a8e6-8976a1572dcd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.732527] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.737303] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de17e5df-d216-4c17-8b46-281b0ba729fa: rpc.has_security_group_logging(os_id): False [ 698.741595] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.741595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.741595] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.760459] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.760633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.760753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.760940] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.761059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.761285] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.761385] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.761482] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.761601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.761682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.761767] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de17e5df-d216-4c17-8b46-281b0ba729fa is going to be created. [ 698.806641] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.806641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.806641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.806641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.806641] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.806641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.807076] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.807076] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.807076] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.807176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.807345] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.807345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.807497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.807754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.807909] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.808014] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.808157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.808434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.808434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.808577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.808577] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.845079] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.845367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.845571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.846369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.846833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.867099] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: IN_PROGRESS for 2s [ 698.881573] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 in Status: SUCCESS [ 698.881862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.882054] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.882406] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.882595] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.882846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.882846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.882993] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.883092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.883170] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.883359] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('330edb70-6e91-4e5f-9ffa-62da32f51da0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.027425] env[71107]: INFO networking_nsxv3.common.synchronization [req-1d292df0-2029-4461-b89d-a8f950ed9a06 req-a3566dfe-e40f-4789-8658-359140e40d1d service nova] Enqueued Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGHEST for action security_group_rules [ 699.027425] env[71107]: INFO networking_nsxv3.common.synchronization [req-1d292df0-2029-4461-b89d-a8f950ed9a06 req-a3566dfe-e40f-4789-8658-359140e40d1d service nova] Enqueued Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGHEST for action security_group_members [ 699.027425] env[71107]: INFO networking_nsxv3.common.synchronization [req-1d292df0-2029-4461-b89d-a8f950ed9a06 req-a3566dfe-e40f-4789-8658-359140e40d1d service nova] Enqueued Resource ID: 4297047d-047f-4455-bf9e-8178bc8d59f7 with Priority: HIGHEST for action port [ 699.027805] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGHEST for action security_group_rules [ 699.028365] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGHEST for action security_group_members [ 699.028655] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4297047d-047f-4455-bf9e-8178bc8d59f7 with Priority: HIGHEST for action port [ 699.030061] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19ec7a61-68a6-4b10-963a-4aedce7c8399 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.031231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.031231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.031231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.031231] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19ec7a61-68a6-4b10-963a-4aedce7c8399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.032296] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ec7a61-68a6-4b10-963a-4aedce7c8399 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.032296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.032296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.032296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.033583] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.033583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.033583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.033583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.033583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.033583] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ec7a61-68a6-4b10-963a-4aedce7c8399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.034603] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-4297047d-047f-4455-bf9e-8178bc8d59f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.034756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4297047d-047f-4455-bf9e-8178bc8d59f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.034856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4297047d-047f-4455-bf9e-8178bc8d59f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.035559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4297047d-047f-4455-bf9e-8178bc8d59f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.035688] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4297047d-047f-4455-bf9e-8178bc8d59f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.038532] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7acb509-7e9b-40ba-a8e6-8976a1572dcd [ 699.038742] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.038884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.038975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.039197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.039336] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.039454] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7acb509-7e9b-40ba-a8e6-8976a1572dcd already deleted. [ 699.039569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7acb509-7e9b-40ba-a8e6-8976a1572dcd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.235821] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.249815] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.311087] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78f4ca3d-84e0-4b18-b04d-7042c6891c69: rpc.has_security_group_logging(os_id): False [ 699.338954] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.339117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.339223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.339408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.339512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.339745] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.339857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.339857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.340012] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.340098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.340439] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.340599] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.340662] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.340848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.340989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.344573] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.344573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.344573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.344573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.344573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.344573] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 699.388982] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-330edb70-6e91-4e5f-9ffa-62da32f51da0 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.389204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.389294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.389538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.389791] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.389904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.389960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.390156] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.390245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.390463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.390531] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-330edb70-6e91-4e5f-9ffa-62da32f51da0 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.390619] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.390661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.390809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.390973] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.391051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.391106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.391262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.391344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.391430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.391506] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('330edb70-6e91-4e5f-9ffa-62da32f51da0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.426979] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.426979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.427199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.427278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.427462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.441244] env[71107]: INFO networking_nsxv3.common.synchronization [None req-ccb3b94a-9b8f-4ee8-a239-5c254c5a97dc None None] Enqueued Resource ID: 5f500ab2-84eb-4f33-9448-d7dc120cc806 with Priority: HIGHEST for action port [ 699.442491] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f500ab2-84eb-4f33-9448-d7dc120cc806 with Priority: HIGHEST for action port [ 699.443421] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f500ab2-84eb-4f33-9448-d7dc120cc806 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.443421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f500ab2-84eb-4f33-9448-d7dc120cc806" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.443421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f500ab2-84eb-4f33-9448-d7dc120cc806" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.443747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f500ab2-84eb-4f33-9448-d7dc120cc806" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.443826] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f500ab2-84eb-4f33-9448-d7dc120cc806',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.449621] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 699.539416] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19ec7a61-68a6-4b10-963a-4aedce7c8399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.542226] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ec7a61-68a6-4b10-963a-4aedce7c8399 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.543732] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.543732] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4297047d-047f-4455-bf9e-8178bc8d59f7 with status ACTIVE [ 699.543732] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.544722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.544722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.544722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.544955] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.545213] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.545415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.545571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.545897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.546031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.546415] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.547407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.547407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.547407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.548188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.548495] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4297047d-047f-4455-bf9e-8178bc8d59f7 is going to be updated. [ 699.593822] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.593822] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.593822] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.593822] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.593822] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.593822] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4297047d-047f-4455-bf9e-8178bc8d59f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.740322] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.740322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.740322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.740322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.740322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.740322] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de17e5df-d216-4c17-8b46-281b0ba729fa is going to be updated. [ 699.754620] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.754886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.754886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.755125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.755228] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.755344] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 699.799930] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.799930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.799930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.799930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.799930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.802095] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.802095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.802306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.802357] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.802503] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.816534] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 699.817332] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: IN_PROGRESS for 2s [ 699.834906] env[71107]: INFO networking_nsxv3.common.synchronization [req-c9f95e02-f274-448a-b9c5-3655e529981a req-544e9d94-2a6c-439a-9cbc-bfb5eb4e9a90 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Enqueued Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 699.835571] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 699.836020] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.836532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.836616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.836922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.838042] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.838403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.838507] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.839445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.839577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.840119] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.894783] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 330edb70-6e91-4e5f-9ffa-62da32f51da0: rpc.has_security_group_logging(os_id): False [ 699.927285] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.927424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.927506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.928489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.928489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.928489] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.928489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.928489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.928489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.928489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.929048] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.929048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.929048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.929048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.929285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.929285] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.929437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.929437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.930199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.930199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.930199] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 is going to be created. [ 699.946809] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f500ab2-84eb-4f33-9448-d7dc120cc806 [ 699.947171] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.947357] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.947434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.947708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.947810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.947917] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f500ab2-84eb-4f33-9448-d7dc120cc806 already deleted. [ 699.948025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f500ab2-84eb-4f33-9448-d7dc120cc806" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.011348] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.011348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.011348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.011622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.011884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.030439] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 in Status: IN_PROGRESS for 2s [ 700.055132] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19ec7a61-68a6-4b10-963a-4aedce7c8399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.345174] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.345174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.345174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.345174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.345174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.345174] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.345174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.345174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.345174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.345174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.345174] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 already deleted. [ 700.345174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.359809] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.359809] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-931" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.359809] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-931" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.359809] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-931" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.360088] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.360302] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.360426] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.361180] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.361255] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.361649] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.361995] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.361995] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.361995] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.362270] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.362270] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.362552] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.383329] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.383329] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.383475] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.383691] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-931" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.384949] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.384949] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.384949] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.384949] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.384949] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce26f1f3-984a-44fb-a073-eeeb7aafe6a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.539714] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e in Status: SUCCESS [ 700.539999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.540142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.540435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.540520] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.540677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.540890] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.540890] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.541130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.541130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.541257] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95b406a2-577a-4168-9337-b3ae8c3ab03e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.556088] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.556312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.556312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.556584] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.556931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.556931] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 is going to be created. [ 700.588898] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.588898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.588898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.588898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.588898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.601909] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 in Status: UNINITIALIZED for 2s [ 700.691909] env[71107]: INFO networking_nsxv3.common.synchronization [None req-6e8110d7-336f-4bbe-9396-1aec50b9c34f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGHEST for action security_group_rules [ 700.693286] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGHEST for action security_group_rules [ 700.693286] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.693286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.693286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.695617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.695617] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9955ed8a-d8e0-460c-8eeb-3c7e64943666',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.812353] env[71107]: INFO networking_nsxv3.common.synchronization [None req-6c052074-86ac-4854-a83f-352e0998c553 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGHEST for action security_group_rules [ 700.812353] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGHEST for action security_group_rules [ 700.812502] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.812609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.882065] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: SUCCESS [ 700.882065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.882849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.882849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.882849] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.886932] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.887298] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.887298] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.887569] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.887720] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.887873] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 not found, creating... [ 700.888165] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.888334] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.888458] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.888740] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.888886] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.889202] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.889361] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.889485] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.890921] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.890921] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.890921] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 is going to be created. [ 700.918024] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.918659] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.920121] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.920121] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.920121] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.920121] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.047523] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95b406a2-577a-4168-9337-b3ae8c3ab03e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.228980] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.229151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.229225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.229444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.229539] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.229634] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 already deleted. [ 701.229723] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.229891] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.230132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.230242] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9955ed8a-d8e0-460c-8eeb-3c7e64943666',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.385355] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-de17e5df-d216-4c17-8b46-281b0ba729fa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.385442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.469959] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 701.469959] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.552478] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95b406a2-577a-4168-9337-b3ae8c3ab03e: rpc.has_security_group_logging(os_id): False [ 701.578432] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.579593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.579593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.579593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.579593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.580394] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.580394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.581413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.581413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.581413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.581413] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e is going to be created. [ 701.656510] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.656675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.656738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.656939] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.657375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.674202] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e in Status: IN_PROGRESS for 2s [ 701.777506] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.778374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.780980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.781542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.781777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.782311] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 already deleted. [ 701.782311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.831185] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 701.831500] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.831710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.831897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.832093] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.832205] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.832269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.832429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.832507] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.832612] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.834359] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: SUCCESS [ 701.834542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.834818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.835023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.835252] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.835715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.835847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.836266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.836345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.836686] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.047187] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 in Status: SUCCESS [ 702.047878] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.079684] env[71107]: INFO networking_nsxv3.common.synchronization [req-c9f95e02-f274-448a-b9c5-3655e529981a req-65c05adc-c795-496b-9cde-f54338d8c0c9 service nova] Enqueued Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_rules [ 702.079684] env[71107]: INFO networking_nsxv3.common.synchronization [req-c9f95e02-f274-448a-b9c5-3655e529981a req-65c05adc-c795-496b-9cde-f54338d8c0c9 service nova] Enqueued Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 702.079684] env[71107]: INFO networking_nsxv3.common.synchronization [req-c9f95e02-f274-448a-b9c5-3655e529981a req-65c05adc-c795-496b-9cde-f54338d8c0c9 service nova] Enqueued Resource ID: ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 with Priority: HIGHEST for action port [ 702.079684] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_rules [ 702.079684] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 702.079684] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 with Priority: HIGHEST for action port [ 702.081495] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.081805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.081936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.082689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.083083] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.083830] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.083942] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.084056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.084334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.084433] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.084547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.084614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.084775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.084872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.084966] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.086033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.086802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.086802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.086995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.087055] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce26f1f3-984a-44fb-a073-eeeb7aafe6a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.278221] env[71107]: INFO networking_nsxv3.common.synchronization [req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 req-53246948-a1e8-4d68-a596-17eb4efcd3c3 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Enqueued Resource ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b with Priority: HIGHEST for action security_group_members [ 702.278902] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b with Priority: HIGHEST for action security_group_members [ 702.280317] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.280462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.280657] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.281553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.281867] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.282021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.282091] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.282624] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.283198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.283198] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8c90e83-775e-4373-8b80-ae5cabd3ad5b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.339209] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.342606] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.438968] env[71107]: INFO networking_nsxv3.common.synchronization [None req-f4ba3b51-b6e7-4020-ba8e-310f254c784b None None] Enqueued Resource ID: ccc9a563-b561-4132-9fa5-2210965ee684 with Priority: HIGHEST for action port [ 702.440067] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccc9a563-b561-4132-9fa5-2210965ee684 with Priority: HIGHEST for action port [ 702.440067] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccc9a563-b561-4132-9fa5-2210965ee684 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.440067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccc9a563-b561-4132-9fa5-2210965ee684" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.440295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccc9a563-b561-4132-9fa5-2210965ee684" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.440873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccc9a563-b561-4132-9fa5-2210965ee684" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.440873] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc9a563-b561-4132-9fa5-2210965ee684',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.589335] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.589786] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.589786] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.591284] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 with status ACTIVE [ 702.591284] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.591466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.591466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.591852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.591852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.591852] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.595635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.595635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.595635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.595635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.595635] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.595635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.595635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.595635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.595635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.595635] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 is going to be updated. [ 702.615525] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 in Status: SUCCESS [ 702.615525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.615525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.615525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.615525] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.615525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.615525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.615525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.615525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.615525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.615525] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19ec7a61-68a6-4b10-963a-4aedce7c8399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.619335] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.619462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.620017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.620017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.620017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.620017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.787474] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.787474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.787474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.787474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.787474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.787474] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.787474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.787474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.787474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.787474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.787474] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b already deleted. [ 702.787474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.844092] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.844092] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.888614] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.888815] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-828" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.888938] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-828" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.889295] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-828" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.889531] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.889688] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.889804] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.890918] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.891118] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.891410] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.891947] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.892113] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.892252] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.892392] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.892813] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.892881] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.916873] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.916873] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.916873] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.917177] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-828" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.917531] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-04018a63-e80c-4452-a096-ae50e3bcfacc taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.918026] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-04018a63-e80c-4452-a096-ae50e3bcfacc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.918026] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-04018a63-e80c-4452-a096-ae50e3bcfacc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.918418] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-04018a63-e80c-4452-a096-ae50e3bcfacc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.918418] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04018a63-e80c-4452-a096-ae50e3bcfacc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.943019] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccc9a563-b561-4132-9fa5-2210965ee684 [ 702.943170] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.943236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.943743] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.943743] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.943743] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.943743] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccc9a563-b561-4132-9fa5-2210965ee684 already deleted. [ 702.944070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccc9a563-b561-4132-9fa5-2210965ee684" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.096032] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.117218] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19ec7a61-68a6-4b10-963a-4aedce7c8399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.171156] env[71107]: INFO networking_nsxv3.common.synchronization [req-3e443683-c210-4639-8b41-a4f7ea58abe4 req-c52872e5-5e76-4152-868d-f66e5be44e63 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Enqueued Resource ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d with Priority: HIGHEST for action security_group_members [ 703.171714] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d with Priority: HIGHEST for action security_group_members [ 703.172467] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.172699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.172699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.172930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.173089] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.173195] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.173274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.173411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.173495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.173597] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4377299a-2e42-4b6d-9ad3-17ee5b4eed3d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.345189] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.345331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.345408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.345629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.345718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.345816] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 703.347553] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.347706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.347751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.348870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.348870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.348870] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de17e5df-d216-4c17-8b46-281b0ba729fa is going to be updated. [ 703.383345] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.383531] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.383575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.383765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.383983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.387439] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.387583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.387896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.387896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.388027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.402631] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 703.403633] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: IN_PROGRESS for 2s [ 703.421053] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.421377] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.421550] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.422127] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.422348] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.422523] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 04018a63-e80c-4452-a096-ae50e3bcfacc not found, creating... [ 703.423129] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.423129] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.423326] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.423656] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.424328] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.424690] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.424908] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.425076] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.425405] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.425692] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.425909] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 04018a63-e80c-4452-a096-ae50e3bcfacc is going to be created. [ 703.450390] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.450699] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.450810] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.451106] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.451337] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.451566] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-04018a63-e80c-4452-a096-ae50e3bcfacc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.599172] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.599172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.599920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.599920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.599920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.599920] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 is going to be created. [ 703.622013] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19ec7a61-68a6-4b10-963a-4aedce7c8399: rpc.has_security_group_logging(os_id): False [ 703.654884] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.655146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.655146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.655721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.655721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.669868] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.669868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.669868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.669868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.669868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.669868] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.669868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.670742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.670742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.670742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.670742] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 is going to be created. [ 703.675019] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: UNINITIALIZED for 2s [ 703.676695] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.676695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.676878] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.676929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.677034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.677261] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.677381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.677381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.677536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.677611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.677696] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d is going to be updated. [ 703.688067] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e in Status: SUCCESS [ 703.688409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.737701] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.737870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.737870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.739077] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.739077] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.762522] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d in Status: IN_PROGRESS for 2s [ 703.805328] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.805629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.805629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.805937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.806191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.880274] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 in Status: IN_PROGRESS for 2s [ 704.277768] env[71107]: INFO networking_nsxv3.common.synchronization [req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 req-77541368-6876-4ebf-a466-49dc1568812f service nova] Enqueued Resource ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b with Priority: HIGHEST for action security_group_rules [ 704.278803] env[71107]: INFO networking_nsxv3.common.synchronization [req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 req-77541368-6876-4ebf-a466-49dc1568812f service nova] Enqueued Resource ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b with Priority: HIGHEST for action security_group_members [ 704.278803] env[71107]: INFO networking_nsxv3.common.synchronization [req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 req-77541368-6876-4ebf-a466-49dc1568812f service nova] Enqueued Resource ID: 04018a63-e80c-4452-a096-ae50e3bcfacc with Priority: HIGHEST for action port [ 704.278803] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b with Priority: HIGHEST for action security_group_rules [ 704.278803] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b with Priority: HIGHEST for action security_group_members [ 704.278803] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04018a63-e80c-4452-a096-ae50e3bcfacc with Priority: HIGHEST for action port [ 704.280995] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8c90e83-775e-4373-8b80-ae5cabd3ad5b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.280995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.280995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.280995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.282176] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8c90e83-775e-4373-8b80-ae5cabd3ad5b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.282779] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.286024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.286024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.286024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.286024] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.286024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.286024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.286024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.286670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.286670] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8c90e83-775e-4373-8b80-ae5cabd3ad5b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.287690] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-04018a63-e80c-4452-a096-ae50e3bcfacc taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.287889] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04018a63-e80c-4452-a096-ae50e3bcfacc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.288693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04018a63-e80c-4452-a096-ae50e3bcfacc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.288693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04018a63-e80c-4452-a096-ae50e3bcfacc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.288693] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04018a63-e80c-4452-a096-ae50e3bcfacc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.791767] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8c90e83-775e-4373-8b80-ae5cabd3ad5b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.792947] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.793122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.794177] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04018a63-e80c-4452-a096-ae50e3bcfacc with status ACTIVE [ 704.794591] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.795122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.795340] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.795438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.795553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.795932] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.795932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.795932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.797335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.797335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.797565] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.797691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.797760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.797984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.798221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.798221] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04018a63-e80c-4452-a096-ae50e3bcfacc is going to be updated. [ 704.826163] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.826352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.826416] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.826644] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.826901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.827209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04018a63-e80c-4452-a096-ae50e3bcfacc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.008221] env[71107]: INFO networking_nsxv3.common.synchronization [req-9dfd2a67-e630-4a68-a0f8-c37782163531 req-c7cec4ae-3a45-4564-af46-0484bef55082 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Enqueued Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_members [ 705.016489] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_members [ 705.016489] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.016489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.016489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.016489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.016489] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.016489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.016489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.016489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.016489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.017127] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.295615] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8c90e83-775e-4373-8b80-ae5cabd3ad5b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.420171] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 705.420760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.421906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.422023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.422162] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.422305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.422844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.422844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.422844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.422844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.422984] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.423063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.423135] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.423315] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.423462] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.423557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.423626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.423779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.423858] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.423939] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.425192] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.428132] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: SUCCESS [ 705.428132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.428132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.428132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.428132] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.428132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.428132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.428132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.428132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.428132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.428132] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.523748] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.524051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.524154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.524481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.524654] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.525025] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.525229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.525337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.525674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.526785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.526785] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 already deleted. [ 705.526785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.537391] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.537759] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-661" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.538014] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-661" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.538472] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-661" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.538918] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.539211] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.539418] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.539813] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.540095] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.542973] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.542973] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.542973] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.542973] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.542973] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.542973] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.542973] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.569566] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.569566] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.569566] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.569566] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-661" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.569566] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-e85f0033-0035-46e3-99de-b8d4ab417c6c taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.569566] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-e85f0033-0035-46e3-99de-b8d4ab417c6c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.569933] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-e85f0033-0035-46e3-99de-b8d4ab417c6c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.571412] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-e85f0033-0035-46e3-99de-b8d4ab417c6c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.571412] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e85f0033-0035-46e3-99de-b8d4ab417c6c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.686387] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: SUCCESS [ 705.688568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.688568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.688568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.688568] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.688568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.688568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.688568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.688568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.688568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.688568] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.780958] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d in Status: SUCCESS [ 705.780958] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d deletion is rescheduled due to dependency. [ 705.780958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.800632] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.801046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.801352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.801736] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.801975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.802214] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b is going to be created. [ 705.832775] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.832955] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.833058] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.833293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.833463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.845179] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b in Status: UNINITIALIZED for 2s [ 705.892269] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 in Status: SUCCESS [ 705.892553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.934505] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd007bc0-7b2d-407e-8017-e45c2a508073: rpc.has_security_group_logging(os_id): False [ 705.935992] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.960077] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.960245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.960359] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.960577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.960778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.961042] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.961498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.961498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.961498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.961661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.961827] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.962150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.962150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.962259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.962348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.962552] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.962650] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.962715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.962861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.962937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.963101] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 706.034365] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.034509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.034578] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.034895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.035143] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.074584] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.074812] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.075396] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.075897] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.075897] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.076081] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port e85f0033-0035-46e3-99de-b8d4ab417c6c not found, creating... [ 706.076383] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.076555] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.076677] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.076918] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.077081] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.078048] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.078404] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.078576] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.079109] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.079109] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.079272] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: e85f0033-0035-46e3-99de-b8d4ab417c6c is going to be created. [ 706.081444] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 706.115128] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.115128] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.115128] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.115128] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.115128] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.115128] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-e85f0033-0035-46e3-99de-b8d4ab417c6c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.192431] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.192652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.192727] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.192967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.193230] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.193405] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.193529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.193644] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.193738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.193853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.194144] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.194144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.194289] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.194403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.194547] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.194647] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.194697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.194950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.194950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.195055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.195150] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.441355] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de17e5df-d216-4c17-8b46-281b0ba729fa: rpc.has_security_group_logging(os_id): False [ 706.468649] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.468838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.469016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.469329] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.469329] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.473035] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.473035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.473035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.473035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.473035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.473035] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de17e5df-d216-4c17-8b46-281b0ba729fa is going to be updated. [ 706.545637] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.545637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.545637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.545837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.545995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.563647] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: IN_PROGRESS for 2s [ 706.697899] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b39352f-f768-421b-ba38-b91d540e4db0: rpc.has_security_group_logging(os_id): False [ 706.726695] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.726933] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.727028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.727215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.727314] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.727514] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.727616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.727681] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.727877] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.727978] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.728243] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.728369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.728459] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.728693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.728817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.730133] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.730133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.730133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.730133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.730133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.730133] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 is going to be created. [ 706.816863] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.817127] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.817216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.817563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.817904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.835427] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: IN_PROGRESS for 2s [ 707.096336] env[71107]: INFO networking_nsxv3.common.synchronization [req-9dfd2a67-e630-4a68-a0f8-c37782163531 req-d4f4d759-5c16-4bb8-bb68-3e98c2464d0b service nova] Enqueued Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_rules [ 707.096549] env[71107]: INFO networking_nsxv3.common.synchronization [req-9dfd2a67-e630-4a68-a0f8-c37782163531 req-d4f4d759-5c16-4bb8-bb68-3e98c2464d0b service nova] Enqueued Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_members [ 707.096699] env[71107]: INFO networking_nsxv3.common.synchronization [req-9dfd2a67-e630-4a68-a0f8-c37782163531 req-d4f4d759-5c16-4bb8-bb68-3e98c2464d0b service nova] Enqueued Resource ID: e85f0033-0035-46e3-99de-b8d4ab417c6c with Priority: HIGHEST for action port [ 707.097361] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_rules [ 707.097510] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_members [ 707.097602] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85f0033-0035-46e3-99de-b8d4ab417c6c with Priority: HIGHEST for action port [ 707.097882] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.098230] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.098230] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.098341] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.098380] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.100128] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.100128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.100128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.100128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.100128] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.100327] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.100327] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.100417] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.100503] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.100593] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.101687] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-e85f0033-0035-46e3-99de-b8d4ab417c6c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.101687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e85f0033-0035-46e3-99de-b8d4ab417c6c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.101799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e85f0033-0035-46e3-99de-b8d4ab417c6c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.101872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e85f0033-0035-46e3-99de-b8d4ab417c6c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.101947] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e85f0033-0035-46e3-99de-b8d4ab417c6c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.607677] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.607677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.607677] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.607677] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e85f0033-0035-46e3-99de-b8d4ab417c6c with status ACTIVE [ 707.607677] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.607677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.607677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.607677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.607677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.607677] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.607677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.607677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.607677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.608648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.608648] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.608648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.608648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.608809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.608809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.608924] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e85f0033-0035-46e3-99de-b8d4ab417c6c is going to be updated. [ 707.648258] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.648258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.648258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.648258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.648258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.649411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e85f0033-0035-46e3-99de-b8d4ab417c6c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.755423] env[71107]: INFO networking_nsxv3.common.synchronization [req-5d677df3-20e7-4367-a36f-e8079b961c89 req-6703ca0a-0d3b-4a8a-924c-fb1d4b90e925 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Enqueued Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGHEST for action security_group_members [ 707.755423] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGHEST for action security_group_members [ 707.756574] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf128c2-9db6-47e9-bd91-56a3053f9982 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.757050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.757484] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.759472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.759472] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.759472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.759472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.759472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.759472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.760469] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf128c2-9db6-47e9-bd91-56a3053f9982',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.867144] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b in Status: SUCCESS [ 707.867144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.867144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.867144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.867144] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.867144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.867144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.867144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.867144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.867982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.868283] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8c90e83-775e-4373-8b80-ae5cabd3ad5b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.105262] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 708.105262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.105262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.105262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.105262] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.111653] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.264301] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.264301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.264301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.264301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.264301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.264301] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.264301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.264301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.264301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.266133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.266133] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 already deleted. [ 708.266133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.374025] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.374025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.374025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.374333] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.374333] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.374443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.374443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.376641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.376641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.376641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.376641] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.376641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.377613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.377931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.378089] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.378675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.378675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.378675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.378675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.378675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.379030] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8c90e83-775e-4373-8b80-ae5cabd3ad5b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.581342] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: SUCCESS [ 708.582023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.607824] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.608193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.608193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.609763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.609763] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.609763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.609763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.609763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.609763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.609763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.609763] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.616190] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.616361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.616434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.616691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.616755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.616859] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 is going to be created. [ 708.649812] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.649812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.649812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.649812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.649986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.668668] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: UNINITIALIZED for 2s [ 708.775406] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-788 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.779025] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-788" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.779025] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-788" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.779025] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-788" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.779025] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.779025] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.779025] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.779025] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.779025] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.779025] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.779025] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.779025] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.779025] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.779025] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.780382] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.780799] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.806026] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.806026] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.806026] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.806026] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-788" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.806026] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-d7a8174d-7b51-405a-947b-3ce8361a5d73 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.806026] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-d7a8174d-7b51-405a-947b-3ce8361a5d73" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.806026] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-d7a8174d-7b51-405a-947b-3ce8361a5d73" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.806026] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-d7a8174d-7b51-405a-947b-3ce8361a5d73" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.806026] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a8174d-7b51-405a-947b-3ce8361a5d73',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.848900] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: SUCCESS [ 708.848900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.885018] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8c90e83-775e-4373-8b80-ae5cabd3ad5b: rpc.has_security_group_logging(os_id): False [ 708.899310] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.900978] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.901163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.901473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.901699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.902023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.902250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.902403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.902651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.902841] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.903152] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.903364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.903510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.903745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.903912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.904192] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.904422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.904573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.904805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.906058] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.906250] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b is going to be created. [ 708.987369] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.987692] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.987692] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.987831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.987982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.005234] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b in Status: IN_PROGRESS for 2s [ 709.116023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.116023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.116023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.116023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.116023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.116023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.116023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.116023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.116023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.116023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.116023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.116023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.116023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.116023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.116023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.116023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.116815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.116815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.116815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.116815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.116815] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.308548] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.308862] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.309017] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.309245] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.309393] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.309546] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port d7a8174d-7b51-405a-947b-3ce8361a5d73 not found, creating... [ 709.309812] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.309967] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.310095] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.310323] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.310455] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.310772] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.310932] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.313154] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.313440] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.313585] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.313732] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: d7a8174d-7b51-405a-947b-3ce8361a5d73 is going to be created. [ 709.342339] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.342700] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.342700] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.343025] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.343376] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.344286] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-d7a8174d-7b51-405a-947b-3ce8361a5d73" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.621874] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd007bc0-7b2d-407e-8017-e45c2a508073: rpc.has_security_group_logging(os_id): False [ 709.644372] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.645769] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.646171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.646547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.646948] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.647340] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.648018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.648018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.648018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.648734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.648734] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.648734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.648949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.648984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.649078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.649291] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.649425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.649472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.649606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.649687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.650476] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 709.731909] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d5abdbdc-bc9c-49df-a2a5-bfcee8771508 None None] Enqueued Resource ID: ca2215e6-ef40-413a-a6aa-760b3836d084 with Priority: HIGHEST for action port [ 709.734876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.739041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.739041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.739041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.739041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.739041] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2215e6-ef40-413a-a6aa-760b3836d084 with Priority: HIGHEST for action port [ 709.739877] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca2215e6-ef40-413a-a6aa-760b3836d084 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.740050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca2215e6-ef40-413a-a6aa-760b3836d084" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.740140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca2215e6-ef40-413a-a6aa-760b3836d084" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.740533] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca2215e6-ef40-413a-a6aa-760b3836d084" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.740686] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca2215e6-ef40-413a-a6aa-760b3836d084',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.762519] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 710.244848] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca2215e6-ef40-413a-a6aa-760b3836d084 [ 710.245022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.245473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.245473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.245473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.245642] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.245642] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca2215e6-ef40-413a-a6aa-760b3836d084 already deleted. [ 710.245727] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca2215e6-ef40-413a-a6aa-760b3836d084" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.683881] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: SUCCESS [ 710.684280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.684280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.684463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.684657] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.684781] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.684847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.685015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.685106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.685197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.685284] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.793874] env[71107]: INFO networking_nsxv3.common.synchronization [req-7128b385-b46b-476e-8ca9-d3ccda13edc4 req-b9cef443-4f8f-486e-b52d-c1731d20767f tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Enqueued Resource ID: 6f90a0e6-2121-4dba-9b03-039219045399 with Priority: HIGHEST for action security_group_members [ 710.794403] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f90a0e6-2121-4dba-9b03-039219045399 with Priority: HIGHEST for action security_group_members [ 710.794800] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f90a0e6-2121-4dba-9b03-039219045399 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.794800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.794959] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.800509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.800509] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.800509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.800509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.800509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.800509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.800509] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f90a0e6-2121-4dba-9b03-039219045399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.891525] env[71107]: INFO networking_nsxv3.common.synchronization [req-5d677df3-20e7-4367-a36f-e8079b961c89 req-3b78a417-d187-4be4-aa18-6d5bb3b0de7b service nova] Enqueued Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGHEST for action security_group_rules [ 710.893288] env[71107]: INFO networking_nsxv3.common.synchronization [req-5d677df3-20e7-4367-a36f-e8079b961c89 req-3b78a417-d187-4be4-aa18-6d5bb3b0de7b service nova] Enqueued Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGHEST for action security_group_members [ 710.893288] env[71107]: INFO networking_nsxv3.common.synchronization [req-5d677df3-20e7-4367-a36f-e8079b961c89 req-3b78a417-d187-4be4-aa18-6d5bb3b0de7b service nova] Enqueued Resource ID: d7a8174d-7b51-405a-947b-3ce8361a5d73 with Priority: HIGHEST for action port [ 710.893288] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGHEST for action security_group_rules [ 710.893288] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGHEST for action security_group_members [ 710.893288] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a8174d-7b51-405a-947b-3ce8361a5d73 with Priority: HIGHEST for action port [ 710.893288] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf128c2-9db6-47e9-bd91-56a3053f9982 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.893565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.893565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.893629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.893736] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf128c2-9db6-47e9-bd91-56a3053f9982',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.896088] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf128c2-9db6-47e9-bd91-56a3053f9982 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.896270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.896363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.897208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.897432] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.897558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.897633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.897815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.897865] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.897972] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf128c2-9db6-47e9-bd91-56a3053f9982',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.900449] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7a8174d-7b51-405a-947b-3ce8361a5d73 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.900641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7a8174d-7b51-405a-947b-3ce8361a5d73" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.900725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7a8174d-7b51-405a-947b-3ce8361a5d73" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.901156] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7a8174d-7b51-405a-947b-3ce8361a5d73" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.901258] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a8174d-7b51-405a-947b-3ce8361a5d73',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.021158] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b in Status: SUCCESS [ 711.021158] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.187892] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.303954] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.305172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.305172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.305172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.305172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.305172] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.305172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.305172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.305172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.305567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.305567] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f90a0e6-2121-4dba-9b03-039219045399 already deleted. [ 711.305567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.406027] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf128c2-9db6-47e9-bd91-56a3053f9982 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.406027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.406027] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bf128c2-9db6-47e9-bd91-56a3053f9982',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.406027] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7a8174d-7b51-405a-947b-3ce8361a5d73 with status ACTIVE [ 711.406027] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.406027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.406027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.406027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.406027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.407713] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.407713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.407713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.407954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.407954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.408158] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.408270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.408320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.408572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.408633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.408728] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7a8174d-7b51-405a-947b-3ce8361a5d73 is going to be updated. [ 711.445664] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.445664] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.445664] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.445961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.446253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.446253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7a8174d-7b51-405a-947b-3ce8361a5d73" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.692537] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8: rpc.has_security_group_logging(os_id): False [ 711.716613] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.718421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.720844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.720844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.720844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.720844] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.720844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.720844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.720844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.720844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.720844] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 is going to be created. [ 711.784777] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 711.784777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.805549] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.810287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.810287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.810287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.810287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.826343] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: IN_PROGRESS for 2s [ 711.910618] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bf128c2-9db6-47e9-bd91-56a3053f9982',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.187608] env[71107]: INFO networking_nsxv3.common.synchronization [None req-f98b322e-d1f4-4392-8c38-a1d9f9f9d9a9 None None] Enqueued Resource ID: a43c9361-c3e6-42f9-a64e-04633ac20f23 with Priority: HIGHEST for action port [ 712.187903] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a43c9361-c3e6-42f9-a64e-04633ac20f23 with Priority: HIGHEST for action port [ 712.188844] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-a43c9361-c3e6-42f9-a64e-04633ac20f23 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.188971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a43c9361-c3e6-42f9-a64e-04633ac20f23" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.192782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a43c9361-c3e6-42f9-a64e-04633ac20f23" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.192920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a43c9361-c3e6-42f9-a64e-04633ac20f23" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.193064] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a43c9361-c3e6-42f9-a64e-04633ac20f23',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.251332] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.251332] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-214" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.251332] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-214" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.251332] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-214" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.252523] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.252523] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.252724] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.253733] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.253955] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.254231] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.254387] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.254529] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.255015] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.255163] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.255342] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.255414] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.278202] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.278202] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.278202] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.278202] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-214" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.278202] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-01616e61-5ba3-4f8a-997b-c2ec9200d5c8 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.278202] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-01616e61-5ba3-4f8a-997b-c2ec9200d5c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.278202] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-01616e61-5ba3-4f8a-997b-c2ec9200d5c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.278202] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-01616e61-5ba3-4f8a-997b-c2ec9200d5c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.278202] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01616e61-5ba3-4f8a-997b-c2ec9200d5c8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.416660] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.416806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.416879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.417136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.417223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.417325] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 is going to be created. [ 712.448181] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.448491] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.448576] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.448896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.449146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.462901] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 in Status: UNINITIALIZED for 2s [ 712.544268] env[71107]: INFO networking_nsxv3.common.synchronization [None req-9d4b7333-cea8-4974-9361-d511f5a61bc3 None None] Enqueued Resource ID: d42f2823-2c5c-4b72-8005-cc57d29c0336 with Priority: HIGHEST for action port [ 712.544988] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f2823-2c5c-4b72-8005-cc57d29c0336 with Priority: HIGHEST for action port [ 712.545523] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-d42f2823-2c5c-4b72-8005-cc57d29c0336 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.546221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d42f2823-2c5c-4b72-8005-cc57d29c0336" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.546404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d42f2823-2c5c-4b72-8005-cc57d29c0336" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.546756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d42f2823-2c5c-4b72-8005-cc57d29c0336" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.546939] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d42f2823-2c5c-4b72-8005-cc57d29c0336',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.696748] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a43c9361-c3e6-42f9-a64e-04633ac20f23 [ 712.697100] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.697302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.698150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.698150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.698150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.698150] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a43c9361-c3e6-42f9-a64e-04633ac20f23 already deleted. [ 712.698329] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a43c9361-c3e6-42f9-a64e-04633ac20f23" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.780195] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.780786] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.780786] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.780942] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.781060] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.781228] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 01616e61-5ba3-4f8a-997b-c2ec9200d5c8 not found, creating... [ 712.781498] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.781663] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.781782] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.782019] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.782163] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.782461] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.782617] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.782734] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.785900] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.785900] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.785900] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 01616e61-5ba3-4f8a-997b-c2ec9200d5c8 is going to be created. [ 712.807528] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.809150] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.809150] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.810362] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.810362] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.810362] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-01616e61-5ba3-4f8a-997b-c2ec9200d5c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.049898] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d42f2823-2c5c-4b72-8005-cc57d29c0336 [ 713.049961] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.050163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.050261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.050934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.050934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.050934] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d42f2823-2c5c-4b72-8005-cc57d29c0336 already deleted. [ 713.050934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d42f2823-2c5c-4b72-8005-cc57d29c0336" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.591990] env[71107]: INFO networking_nsxv3.common.synchronization [req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 req-0eb659ba-8ce6-4573-b29b-b1eb27089cdf tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Enqueued Resource ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b with Priority: HIGHEST for action security_group_members [ 713.592542] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b with Priority: HIGHEST for action security_group_members [ 713.592848] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.593299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.594880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.594880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.594880] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.594880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.594880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.595367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.595367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.595367] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd67c749-d6b5-4a51-a05a-a80494cc4a3b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.843126] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: SUCCESS [ 713.843126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.097444] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.097804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.097804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.097983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.098059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.098354] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.098354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.098501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.098537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.098620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.098700] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b already deleted. [ 714.098778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.475366] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 in Status: SUCCESS [ 714.475588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.475783] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.476010] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.476204] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.476324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.476384] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.477100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.477205] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.477299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.477398] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bf128c2-9db6-47e9-bd91-56a3053f9982',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.679035] env[71107]: INFO networking_nsxv3.common.synchronization [req-7128b385-b46b-476e-8ca9-d3ccda13edc4 req-16aec9d2-4094-4366-8ca1-1a5385cf97fd service nova] Enqueued Resource ID: 6f90a0e6-2121-4dba-9b03-039219045399 with Priority: HIGHEST for action security_group_rules [ 714.679035] env[71107]: INFO networking_nsxv3.common.synchronization [req-7128b385-b46b-476e-8ca9-d3ccda13edc4 req-16aec9d2-4094-4366-8ca1-1a5385cf97fd service nova] Enqueued Resource ID: 6f90a0e6-2121-4dba-9b03-039219045399 with Priority: HIGHEST for action security_group_members [ 714.679226] env[71107]: INFO networking_nsxv3.common.synchronization [req-7128b385-b46b-476e-8ca9-d3ccda13edc4 req-16aec9d2-4094-4366-8ca1-1a5385cf97fd service nova] Enqueued Resource ID: 01616e61-5ba3-4f8a-997b-c2ec9200d5c8 with Priority: HIGHEST for action port [ 714.679819] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f90a0e6-2121-4dba-9b03-039219045399 with Priority: HIGHEST for action security_group_rules [ 714.679995] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f90a0e6-2121-4dba-9b03-039219045399 with Priority: HIGHEST for action security_group_members [ 714.680140] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01616e61-5ba3-4f8a-997b-c2ec9200d5c8 with Priority: HIGHEST for action port [ 714.680455] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f90a0e6-2121-4dba-9b03-039219045399 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.680611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.680721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.680998] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.681102] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f90a0e6-2121-4dba-9b03-039219045399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.684417] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f90a0e6-2121-4dba-9b03-039219045399 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.684417] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.684417] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.685804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.686949] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.686949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.686949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.686949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.686949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.686949] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f90a0e6-2121-4dba-9b03-039219045399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.688046] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-01616e61-5ba3-4f8a-997b-c2ec9200d5c8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.688276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01616e61-5ba3-4f8a-997b-c2ec9200d5c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.688276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01616e61-5ba3-4f8a-997b-c2ec9200d5c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.688347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01616e61-5ba3-4f8a-997b-c2ec9200d5c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.688447] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01616e61-5ba3-4f8a-997b-c2ec9200d5c8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.981153] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bf128c2-9db6-47e9-bd91-56a3053f9982',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.192672] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f90a0e6-2121-4dba-9b03-039219045399 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.192672] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.192672] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f90a0e6-2121-4dba-9b03-039219045399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.194539] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01616e61-5ba3-4f8a-997b-c2ec9200d5c8 with status ACTIVE [ 715.196044] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.196044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.196044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.196044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.196044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.196044] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.196044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.196044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.198053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.198053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.198053] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.198053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.198053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.198053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.198053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.198053] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01616e61-5ba3-4f8a-997b-c2ec9200d5c8 is going to be updated. [ 715.224414] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.224720] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.224827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.225128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.225316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.225517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01616e61-5ba3-4f8a-997b-c2ec9200d5c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.283045] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.283363] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-867" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.283363] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-867" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.283725] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-867" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.283998] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.284318] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.284442] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.284698] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.284843] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.285103] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.287313] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.287313] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.287313] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.287313] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.287313] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.287313] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.320283] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.320283] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.320574] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.320717] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-867" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.321255] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-de73d03f-c9d9-43b1-88f2-7edb1fe07e28 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.321255] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-de73d03f-c9d9-43b1-88f2-7edb1fe07e28" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.321605] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-de73d03f-c9d9-43b1-88f2-7edb1fe07e28" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.321717] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-de73d03f-c9d9-43b1-88f2-7edb1fe07e28" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.321837] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de73d03f-c9d9-43b1-88f2-7edb1fe07e28',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.484764] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bf128c2-9db6-47e9-bd91-56a3053f9982: rpc.has_security_group_logging(os_id): False [ 715.512122] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.512330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.512372] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.512584] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.512665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.513207] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.513207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.513207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.513477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.513519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.513603] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 is going to be created. [ 715.590771] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.590982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.590982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.591551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.591551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.607843] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 in Status: IN_PROGRESS for 2s [ 715.664412] env[71107]: INFO networking_nsxv3.common.synchronization [None req-88cec6d6-4930-4432-88f4-649794d75583 None None] Enqueued Resource ID: c200bb68-cbc4-4ecb-8822-122faffe6bed with Priority: HIGHEST for action port [ 715.668160] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c200bb68-cbc4-4ecb-8822-122faffe6bed with Priority: HIGHEST for action port [ 715.668303] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c200bb68-cbc4-4ecb-8822-122faffe6bed taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.670171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c200bb68-cbc4-4ecb-8822-122faffe6bed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.670171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c200bb68-cbc4-4ecb-8822-122faffe6bed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.670171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c200bb68-cbc4-4ecb-8822-122faffe6bed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.670171] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c200bb68-cbc4-4ecb-8822-122faffe6bed',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.700574] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f90a0e6-2121-4dba-9b03-039219045399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.824791] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.825513] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.825749] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.826281] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.827300] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.827675] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port de73d03f-c9d9-43b1-88f2-7edb1fe07e28 not found, creating... [ 715.828032] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.828259] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.828416] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.828889] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.829550] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.830140] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.830407] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.830540] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.831449] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.831449] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.831864] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: de73d03f-c9d9-43b1-88f2-7edb1fe07e28 is going to be created. [ 715.856200] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.856200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.856200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.856200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.856200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.856412] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-de73d03f-c9d9-43b1-88f2-7edb1fe07e28" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.171463] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c200bb68-cbc4-4ecb-8822-122faffe6bed [ 716.171786] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.171854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.171911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.172177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.172257] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.172358] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c200bb68-cbc4-4ecb-8822-122faffe6bed already deleted. [ 716.172442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c200bb68-cbc4-4ecb-8822-122faffe6bed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.206540] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.206540] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.206540] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.206540] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.206540] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.206540] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f90a0e6-2121-4dba-9b03-039219045399 is going to be created. [ 716.247409] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.247409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.247542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.247767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.248127] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.262733] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f90a0e6-2121-4dba-9b03-039219045399 in Status: UNINITIALIZED for 2s [ 716.615810] env[71107]: INFO networking_nsxv3.common.synchronization [None req-38499c98-4f54-4326-ba83-2c82aafe123d None None] Enqueued Resource ID: c08fec3d-df2d-465a-a632-53a77b5de1a3 with Priority: HIGHEST for action port [ 716.616175] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08fec3d-df2d-465a-a632-53a77b5de1a3 with Priority: HIGHEST for action port [ 716.616753] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c08fec3d-df2d-465a-a632-53a77b5de1a3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.616886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c08fec3d-df2d-465a-a632-53a77b5de1a3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.616943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c08fec3d-df2d-465a-a632-53a77b5de1a3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.619322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c08fec3d-df2d-465a-a632-53a77b5de1a3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.619424] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c08fec3d-df2d-465a-a632-53a77b5de1a3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.706470] env[71107]: INFO networking_nsxv3.common.synchronization [req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 req-c60c2c8d-d1ec-4fea-8002-a9c9808bde78 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Enqueued Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_members [ 716.706900] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_members [ 716.707713] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.707841] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.707907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.708189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.708345] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.708448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.708507] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.708724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.708811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.708908] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.026544] env[71107]: INFO networking_nsxv3.common.synchronization [req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 req-8d4aa05b-adcb-4ea7-94d3-210593db1d83 service nova] Enqueued Resource ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b with Priority: HIGHEST for action security_group_rules [ 717.027037] env[71107]: INFO networking_nsxv3.common.synchronization [req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 req-8d4aa05b-adcb-4ea7-94d3-210593db1d83 service nova] Enqueued Resource ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b with Priority: HIGHEST for action security_group_members [ 717.027037] env[71107]: INFO networking_nsxv3.common.synchronization [req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 req-8d4aa05b-adcb-4ea7-94d3-210593db1d83 service nova] Enqueued Resource ID: de73d03f-c9d9-43b1-88f2-7edb1fe07e28 with Priority: HIGHEST for action port [ 717.027166] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b with Priority: HIGHEST for action security_group_rules [ 717.027249] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b with Priority: HIGHEST for action security_group_members [ 717.027326] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de73d03f-c9d9-43b1-88f2-7edb1fe07e28 with Priority: HIGHEST for action port [ 717.028286] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.028397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.028491] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.028736] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.028841] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd67c749-d6b5-4a51-a05a-a80494cc4a3b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.031053] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.031053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.031053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.031053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.031323] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.031369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.031826] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.031826] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.031826] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.032262] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd67c749-d6b5-4a51-a05a-a80494cc4a3b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.035960] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-de73d03f-c9d9-43b1-88f2-7edb1fe07e28 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.035960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de73d03f-c9d9-43b1-88f2-7edb1fe07e28" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.035960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de73d03f-c9d9-43b1-88f2-7edb1fe07e28" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.035960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de73d03f-c9d9-43b1-88f2-7edb1fe07e28" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.035960] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de73d03f-c9d9-43b1-88f2-7edb1fe07e28',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.122721] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c08fec3d-df2d-465a-a632-53a77b5de1a3 [ 717.122985] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.123126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.123192] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.123404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.123493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.123584] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c08fec3d-df2d-465a-a632-53a77b5de1a3 already deleted. [ 717.123662] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c08fec3d-df2d-465a-a632-53a77b5de1a3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.211741] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.211741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.211741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.212136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.212136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.212263] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.212327] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.212585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.212585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.217369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.217369] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 already deleted. [ 717.217369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.376470] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.376698] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.376779] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.377053] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.377305] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.378284] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.378470] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.378776] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.378972] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.379272] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.381277] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.381277] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.381277] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.381277] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.381277] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.381277] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.406066] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.406066] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.406066] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.406066] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.406066] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-56057a2e-bea3-4f64-92eb-4a17dad59557 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.406066] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-56057a2e-bea3-4f64-92eb-4a17dad59557" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.406066] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-56057a2e-bea3-4f64-92eb-4a17dad59557" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.406066] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-56057a2e-bea3-4f64-92eb-4a17dad59557" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.406066] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56057a2e-bea3-4f64-92eb-4a17dad59557',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.539033] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd67c749-d6b5-4a51-a05a-a80494cc4a3b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.539033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.539033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.539033] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de73d03f-c9d9-43b1-88f2-7edb1fe07e28 with status ACTIVE [ 717.539033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.539033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.539033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.539033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.539033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.539033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.539033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.539033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.539033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.539033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.540504] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.540808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.540888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.541169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.541404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.541404] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de73d03f-c9d9-43b1-88f2-7edb1fe07e28 is going to be updated. [ 717.624035] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.624375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.624375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.624527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.624673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.625130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de73d03f-c9d9-43b1-88f2-7edb1fe07e28" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.625645] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 in Status: SUCCESS [ 717.625887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.911056] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.911056] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.911056] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.911056] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.911056] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.911056] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 56057a2e-bea3-4f64-92eb-4a17dad59557 not found, creating... [ 717.911056] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.911056] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.911056] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.911056] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.911056] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.911565] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.911565] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.911565] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.912904] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.913322] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.914352] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 56057a2e-bea3-4f64-92eb-4a17dad59557 is going to be created. [ 717.944164] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.944164] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.944164] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.944164] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.944164] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.944164] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-56057a2e-bea3-4f64-92eb-4a17dad59557" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.039027] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd67c749-d6b5-4a51-a05a-a80494cc4a3b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.276686] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f90a0e6-2121-4dba-9b03-039219045399 in Status: SUCCESS [ 718.276686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.276686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.276686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.276686] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.276686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.276686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.277323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.277323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.277323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.277421] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f90a0e6-2121-4dba-9b03-039219045399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.543359] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.543359] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.543359] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.543359] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.543359] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.543359] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b is going to be created. [ 718.575738] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.575960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.575960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.576170] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.576579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.590311] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b in Status: UNINITIALIZED for 2s [ 718.780606] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f90a0e6-2121-4dba-9b03-039219045399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.958398] env[71107]: INFO networking_nsxv3.common.synchronization [req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 req-c8c4a097-b62a-416d-bd3b-f56732bf6523 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Enqueued Resource ID: c601bced-47bc-4cdb-ac53-5113fee35791 with Priority: HIGHEST for action security_group_members [ 718.958960] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c601bced-47bc-4cdb-ac53-5113fee35791 with Priority: HIGHEST for action security_group_members [ 718.959280] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c601bced-47bc-4cdb-ac53-5113fee35791 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.959401] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.959464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.959916] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.959916] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.960018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.960228] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.960403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.960491] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.960587] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c601bced-47bc-4cdb-ac53-5113fee35791',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.014987] env[71107]: INFO networking_nsxv3.common.synchronization [req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 req-25ac9129-da2a-46ed-aa06-1a17131e686d service nova] Enqueued Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_rules [ 719.014987] env[71107]: INFO networking_nsxv3.common.synchronization [req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 req-25ac9129-da2a-46ed-aa06-1a17131e686d service nova] Enqueued Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_members [ 719.014987] env[71107]: INFO networking_nsxv3.common.synchronization [req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 req-25ac9129-da2a-46ed-aa06-1a17131e686d service nova] Enqueued Resource ID: 56057a2e-bea3-4f64-92eb-4a17dad59557 with Priority: HIGHEST for action port [ 719.016849] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_rules [ 719.016849] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_members [ 719.016849] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56057a2e-bea3-4f64-92eb-4a17dad59557 with Priority: HIGHEST for action port [ 719.017141] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.017812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.017812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.017812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.017812] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.018714] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.019210] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.019210] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.019350] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.020111] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.020111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.020111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.020111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.020111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.020111] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.021198] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-56057a2e-bea3-4f64-92eb-4a17dad59557 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.021309] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56057a2e-bea3-4f64-92eb-4a17dad59557" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.021366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56057a2e-bea3-4f64-92eb-4a17dad59557" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.021588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56057a2e-bea3-4f64-92eb-4a17dad59557" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.021688] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56057a2e-bea3-4f64-92eb-4a17dad59557',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.223454] env[71107]: INFO networking_nsxv3.common.synchronization [None req-13552305-6802-46b9-aaff-705ca40e0272 None None] Enqueued Resource ID: 19581115-d38b-4bf5-ae1a-517cd9051d29 with Priority: HIGHEST for action port [ 719.223454] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19581115-d38b-4bf5-ae1a-517cd9051d29 with Priority: HIGHEST for action port [ 719.228541] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-19581115-d38b-4bf5-ae1a-517cd9051d29 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.228541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19581115-d38b-4bf5-ae1a-517cd9051d29" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.228541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19581115-d38b-4bf5-ae1a-517cd9051d29" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.228541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19581115-d38b-4bf5-ae1a-517cd9051d29" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.228541] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19581115-d38b-4bf5-ae1a-517cd9051d29',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.285223] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f90a0e6-2121-4dba-9b03-039219045399: rpc.has_security_group_logging(os_id): False [ 719.304459] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.304663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.304732] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.304995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.305101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.305368] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.305470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.305533] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.305727] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.305810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.305896] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f90a0e6-2121-4dba-9b03-039219045399 is going to be created. [ 719.378612] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.378612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.378612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.378612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.378612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.395977] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f90a0e6-2121-4dba-9b03-039219045399 in Status: IN_PROGRESS for 2s [ 719.431169] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.432441] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.432441] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.432441] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.432632] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.434605] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.434605] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.434605] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.434605] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.434605] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.434605] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.434605] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.434605] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.435019] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.435019] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.435019] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.463585] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.463737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.463826] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.464470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.464470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.464836] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.464836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.464836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.465985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.465985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.465985] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c601bced-47bc-4cdb-ac53-5113fee35791 already deleted. [ 719.465985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.470023] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.470023] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.470023] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.470023] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.470023] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.470521] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.470745] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.471255] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.471486] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.524538] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.526151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.526594] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.527561] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56057a2e-bea3-4f64-92eb-4a17dad59557 with status ACTIVE [ 719.527833] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.528020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.528399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.528399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.528773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.529243] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.529243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.529243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.529704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.529947] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.530184] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.530617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.530808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.531048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.531199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.531291] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56057a2e-bea3-4f64-92eb-4a17dad59557 is going to be updated. [ 719.576057] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.576057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.576057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.577585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.577585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.577585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56057a2e-bea3-4f64-92eb-4a17dad59557" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.732966] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19581115-d38b-4bf5-ae1a-517cd9051d29 [ 719.733524] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.733719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.733790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.734105] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.734205] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.734319] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19581115-d38b-4bf5-ae1a-517cd9051d29 already deleted. [ 719.734832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19581115-d38b-4bf5-ae1a-517cd9051d29" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.979993] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.980266] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.980392] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.980790] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.980966] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.981174] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 not found, creating... [ 719.981553] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.982281] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.982372] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.982659] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.982757] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.983243] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.983455] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.983629] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.983900] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.984072] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.984275] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 is going to be created. [ 720.011559] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.011832] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.013033] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.013033] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.013033] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.013033] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.036677] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.130157] env[71107]: INFO networking_nsxv3.common.synchronization [None req-83c0142c-6a7c-4f9b-afbb-c74b2b38ed44 None None] Enqueued Resource ID: 7ee4b31c-7913-4ff6-a287-bdd2e99dc27e with Priority: HIGHEST for action port [ 720.130945] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee4b31c-7913-4ff6-a287-bdd2e99dc27e with Priority: HIGHEST for action port [ 720.132457] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ee4b31c-7913-4ff6-a287-bdd2e99dc27e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.132457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ee4b31c-7913-4ff6-a287-bdd2e99dc27e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.132457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ee4b31c-7913-4ff6-a287-bdd2e99dc27e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.132457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ee4b31c-7913-4ff6-a287-bdd2e99dc27e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.132457] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ee4b31c-7913-4ff6-a287-bdd2e99dc27e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.540918] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.543174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.543316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.544729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.544729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.544729] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 is going to be created. [ 720.572383] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.572556] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.572612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.573746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.573746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.576848] env[71107]: INFO networking_nsxv3.common.synchronization [req-39437584-dcab-4eab-97cd-42345b00f4d5 req-fbd70564-dcea-4d69-b0ce-13961958a3d0 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Enqueued Resource ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 with Priority: HIGHEST for action security_group_members [ 720.577585] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 with Priority: HIGHEST for action security_group_members [ 720.579925] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-330edb70-6e91-4e5f-9ffa-62da32f51da0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.579925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.579925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.579925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.579925] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.579925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.579925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.579925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.579925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.579925] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330edb70-6e91-4e5f-9ffa-62da32f51da0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.584878] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: UNINITIALIZED for 2s [ 720.602199] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b in Status: SUCCESS [ 720.602413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.602989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.603277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.603488] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.603634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.603707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.603913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.603999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.604164] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.604226] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd67c749-d6b5-4a51-a05a-a80494cc4a3b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.635937] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ee4b31c-7913-4ff6-a287-bdd2e99dc27e [ 720.635937] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.635937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.635937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.635937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.635937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.635937] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ee4b31c-7913-4ff6-a287-bdd2e99dc27e already deleted. [ 720.635937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ee4b31c-7913-4ff6-a287-bdd2e99dc27e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.085400] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.085400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.085400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.085400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.085400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.085400] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.085400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.085400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.085400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.085400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.085400] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 is going to be updated. [ 721.106967] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd67c749-d6b5-4a51-a05a-a80494cc4a3b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.119543] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.119543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.119543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.119543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.119543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.132577] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 in Status: IN_PROGRESS for 2s [ 721.147646] env[71107]: INFO networking_nsxv3.common.synchronization [req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 req-d27ea158-a2cf-4479-bdc0-a3bf8d35b01d service nova] Enqueued Resource ID: c601bced-47bc-4cdb-ac53-5113fee35791 with Priority: HIGHEST for action security_group_rules [ 721.148155] env[71107]: INFO networking_nsxv3.common.synchronization [req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 req-d27ea158-a2cf-4479-bdc0-a3bf8d35b01d service nova] Enqueued Resource ID: c601bced-47bc-4cdb-ac53-5113fee35791 with Priority: HIGHEST for action security_group_members [ 721.148155] env[71107]: INFO networking_nsxv3.common.synchronization [req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 req-d27ea158-a2cf-4479-bdc0-a3bf8d35b01d service nova] Enqueued Resource ID: e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 with Priority: HIGHEST for action port [ 721.148601] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c601bced-47bc-4cdb-ac53-5113fee35791 with Priority: HIGHEST for action security_group_rules [ 721.150128] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c601bced-47bc-4cdb-ac53-5113fee35791 with Priority: HIGHEST for action security_group_members [ 721.150128] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 with Priority: HIGHEST for action port [ 721.152449] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c601bced-47bc-4cdb-ac53-5113fee35791 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.152449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.152449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.152449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.152449] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c601bced-47bc-4cdb-ac53-5113fee35791',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.152449] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c601bced-47bc-4cdb-ac53-5113fee35791 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.152873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.152873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.152873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.153036] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.153036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.153156] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.153213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.154167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.154167] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c601bced-47bc-4cdb-ac53-5113fee35791',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.154808] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.154808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.155000] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.155081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.155142] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.414812] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f90a0e6-2121-4dba-9b03-039219045399 in Status: SUCCESS [ 721.415138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.611421] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd67c749-d6b5-4a51-a05a-a80494cc4a3b: rpc.has_security_group_logging(os_id): False [ 721.634027] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.634027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.634027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.634027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.634027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.636300] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.636300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.636300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.636300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.636300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.636300] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b is going to be created. [ 721.649452] env[71107]: INFO networking_nsxv3.common.synchronization [req-43f07073-e280-4825-861a-a43934f11153 req-f2f98831-8baa-43fa-8d72-422f158dc9af tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 721.650035] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 721.650349] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.650492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.650546] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.652092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.652092] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.652092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.652092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.652092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.652092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.652092] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.657812] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c601bced-47bc-4cdb-ac53-5113fee35791 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.657812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.657812] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c601bced-47bc-4cdb-ac53-5113fee35791',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.662630] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 with status ACTIVE [ 721.667862] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.667862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.667862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.667862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.667862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.667862] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.667862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.667862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.667862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.667862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.667862] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.667862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.667862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.667862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.667862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.667862] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 is going to be updated. [ 721.693369] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.693512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.693581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.693806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.693944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.694122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.718821] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.718969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.719097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.721143] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.721143] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.738194] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b in Status: IN_PROGRESS for 2s [ 722.155116] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.155116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.155320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.155358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.155665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.155665] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.155796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.155830] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.156308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.156308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.156308] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 722.169853] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c601bced-47bc-4cdb-ac53-5113fee35791',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.224794] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.224958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.225071] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.225266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.225482] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.237040] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 722.287504] env[71107]: INFO networking_nsxv3.common.synchronization [None req-13eb4584-4810-468d-ad64-7b6600ad1b40 None None] Enqueued Resource ID: 68fdda32-0bed-416d-b507-e62ed7e60e60 with Priority: HIGHEST for action port [ 722.288512] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fdda32-0bed-416d-b507-e62ed7e60e60 with Priority: HIGHEST for action port [ 722.288840] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-68fdda32-0bed-416d-b507-e62ed7e60e60 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.288983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68fdda32-0bed-416d-b507-e62ed7e60e60" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.289067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68fdda32-0bed-416d-b507-e62ed7e60e60" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.289716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68fdda32-0bed-416d-b507-e62ed7e60e60" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.289716] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68fdda32-0bed-416d-b507-e62ed7e60e60',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.604213] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: SUCCESS [ 722.604213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.604213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.605518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.606033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.606192] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.606318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.609162] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.609162] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.609162] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.609162] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.673122] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.673484] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.673484] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.674560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.674560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.674560] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c601bced-47bc-4cdb-ac53-5113fee35791 is going to be created. [ 722.706039] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.706039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.706039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.706039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.706039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.728868] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c601bced-47bc-4cdb-ac53-5113fee35791 in Status: UNINITIALIZED for 2s [ 722.793042] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68fdda32-0bed-416d-b507-e62ed7e60e60 [ 722.793275] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.793488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.793621] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.793929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.794251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.794251] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68fdda32-0bed-416d-b507-e62ed7e60e60 already deleted. [ 722.794599] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68fdda32-0bed-416d-b507-e62ed7e60e60" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.114028] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.114028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.114028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.114028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.114028] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.114028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.114028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.114028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.114028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.114028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.114028] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.114028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.114028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.114028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.117750] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.117750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.117750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.117750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.117750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.117750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.117750] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.145779] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 in Status: SUCCESS [ 723.146136] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330edb70-6e91-4e5f-9ffa-62da32f51da0 deletion is rescheduled due to dependency. [ 723.146263] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330edb70-6e91-4e5f-9ffa-62da32f51da0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.620703] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9757eed7-1dbf-48a9-8da3-99721eb149c1: rpc.has_security_group_logging(os_id): False [ 723.649143] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.649406] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.649406] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.649722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.650707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.650707] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.650707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.650707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.650707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.650707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.650707] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.651219] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.651219] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.651448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.651559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.652965] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.652965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.652965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.652965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.652965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.652965] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 is going to be created. [ 723.743072] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.743072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.743072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.743072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.744277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.762107] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: IN_PROGRESS for 2s [ 723.769187] env[71107]: INFO networking_nsxv3.common.synchronization [req-3dcf4164-a73c-4343-9948-6ae0cc10121d req-6b0ade38-375f-4057-80de-d027b383efc0 tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Enqueued Resource ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 with Priority: HIGHEST for action security_group_members [ 723.771066] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b in Status: SUCCESS [ 723.771604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.773090] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 with Priority: HIGHEST for action security_group_members [ 723.773090] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.773090] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.773090] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.773090] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.773663] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.774250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.774250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.775702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.775702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.775702] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.248890] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 724.251281] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa deletion is rescheduled due to dependency. [ 724.251388] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.277702] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.277831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.277872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.278165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.278240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.278393] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.278490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.278658] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.278755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.278849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.278973] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 already deleted. [ 724.279081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.373417] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.373612] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-351" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.373728] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-351" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.374097] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-351" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.374421] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.375684] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.375851] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.376297] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.376297] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.376560] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.376679] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.376804] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.376916] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.377051] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.377271] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.377425] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.405468] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.405468] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.405619] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.405739] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-351" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.406178] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-a185b46c-2006-405b-977b-48cd0a11f481 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.406511] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-a185b46c-2006-405b-977b-48cd0a11f481" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.406511] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-a185b46c-2006-405b-977b-48cd0a11f481" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.406870] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-a185b46c-2006-405b-977b-48cd0a11f481" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.407150] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a185b46c-2006-405b-977b-48cd0a11f481',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.452127] env[71107]: INFO networking_nsxv3.common.synchronization [None req-bbf20e9a-8301-4f27-9aba-18f950dd7659 None None] Enqueued Resource ID: 9f7ddcfa-5fb5-4779-a8f8-1d1161b718b0 with Priority: HIGHEST for action port [ 724.452127] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7ddcfa-5fb5-4779-a8f8-1d1161b718b0 with Priority: HIGHEST for action port [ 724.453028] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f7ddcfa-5fb5-4779-a8f8-1d1161b718b0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.454127] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f7ddcfa-5fb5-4779-a8f8-1d1161b718b0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.454127] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f7ddcfa-5fb5-4779-a8f8-1d1161b718b0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.454127] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f7ddcfa-5fb5-4779-a8f8-1d1161b718b0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.454127] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f7ddcfa-5fb5-4779-a8f8-1d1161b718b0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.696760] env[71107]: INFO networking_nsxv3.common.synchronization [None req-e529d6df-78b3-402d-a341-46f0dc4fbc3d tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Enqueued Resource ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee with Priority: HIGHEST for action security_group_rules [ 724.700413] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee with Priority: HIGHEST for action security_group_rules [ 724.700413] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27dac7cf-2bfb-4b04-a754-7845230b34ee taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.700413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.700413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.700413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.700413] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27dac7cf-2bfb-4b04-a754-7845230b34ee',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.741551] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c601bced-47bc-4cdb-ac53-5113fee35791 in Status: SUCCESS [ 724.741813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.741992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.742282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.742506] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.743626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.743626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.743626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.743626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.743626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.743626] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c601bced-47bc-4cdb-ac53-5113fee35791',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.915023] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.915023] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.915023] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.915023] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.915023] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.915023] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port a185b46c-2006-405b-977b-48cd0a11f481 not found, creating... [ 724.915023] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.915023] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.915023] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.915023] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.915023] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.915553] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.915553] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.915553] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.915553] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.915553] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.916327] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: a185b46c-2006-405b-977b-48cd0a11f481 is going to be created. [ 724.939765] env[71107]: INFO networking_nsxv3.common.synchronization [None req-f02e2fcd-7d6e-4d8f-80eb-c89ae490ea26 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Enqueued Resource ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee with Priority: HIGHEST for action security_group_rules [ 724.940649] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee with Priority: HIGHEST for action security_group_rules [ 724.941230] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27dac7cf-2bfb-4b04-a754-7845230b34ee taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.941479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.946122] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.946122] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.946122] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.946122] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.946122] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.946122] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-a185b46c-2006-405b-977b-48cd0a11f481" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.957722] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f7ddcfa-5fb5-4779-a8f8-1d1161b718b0 [ 724.957722] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.957722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.957722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.957722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.959420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.959420] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f7ddcfa-5fb5-4779-a8f8-1d1161b718b0 already deleted. [ 724.959420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f7ddcfa-5fb5-4779-a8f8-1d1161b718b0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.236623] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.236623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.236623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.236623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.236623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.236623] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee already deleted. [ 725.236623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.236623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.236623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.236623] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27dac7cf-2bfb-4b04-a754-7845230b34ee',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.249296] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c601bced-47bc-4cdb-ac53-5113fee35791 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.249296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.249296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.249296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.249296] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.249296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.249296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.249602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.249602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.249673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.250320] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c601bced-47bc-4cdb-ac53-5113fee35791 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.250320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.250320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.250320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.250320] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.250320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.250601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.250601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.250601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.250689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.250796] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c601bced-47bc-4cdb-ac53-5113fee35791',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.756772] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c601bced-47bc-4cdb-ac53-5113fee35791: rpc.has_security_group_logging(os_id): False [ 725.765956] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.765956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.765956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.765956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.765956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.765956] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee already deleted. [ 725.765956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.776325] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.777479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.777677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.778462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.778698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.778940] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.779214] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.779877] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.779877] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.779877] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.781109] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.781258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.781354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.781579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.781682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.782533] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.782533] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.782833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.783024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.783208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.783357] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c601bced-47bc-4cdb-ac53-5113fee35791 is going to be created. [ 725.785321] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: SUCCESS [ 725.785618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.857745] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.857884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.857940] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.858164] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.858360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.879702] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c601bced-47bc-4cdb-ac53-5113fee35791 in Status: IN_PROGRESS for 2s [ 726.366237] env[71107]: INFO networking_nsxv3.common.synchronization [req-3dcf4164-a73c-4343-9948-6ae0cc10121d req-4ad83dec-342a-4fec-8b4e-e435a7ff3300 service nova] Enqueued Resource ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 with Priority: HIGHEST for action security_group_rules [ 726.366414] env[71107]: INFO networking_nsxv3.common.synchronization [req-3dcf4164-a73c-4343-9948-6ae0cc10121d req-4ad83dec-342a-4fec-8b4e-e435a7ff3300 service nova] Enqueued Resource ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 with Priority: HIGHEST for action security_group_members [ 726.366555] env[71107]: INFO networking_nsxv3.common.synchronization [req-3dcf4164-a73c-4343-9948-6ae0cc10121d req-4ad83dec-342a-4fec-8b4e-e435a7ff3300 service nova] Enqueued Resource ID: a185b46c-2006-405b-977b-48cd0a11f481 with Priority: HIGHEST for action port [ 726.366787] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 with Priority: HIGHEST for action security_group_rules [ 726.366918] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 with Priority: HIGHEST for action security_group_members [ 726.367041] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a185b46c-2006-405b-977b-48cd0a11f481 with Priority: HIGHEST for action port [ 726.367588] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.367716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.367785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.367992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.370144] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.371432] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.371531] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.371568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.371853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.371984] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.372103] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.372169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.372329] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.372414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.372501] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.375273] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-a185b46c-2006-405b-977b-48cd0a11f481 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.375273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a185b46c-2006-405b-977b-48cd0a11f481" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.378224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a185b46c-2006-405b-977b-48cd0a11f481" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.378418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a185b46c-2006-405b-977b-48cd0a11f481" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.378571] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a185b46c-2006-405b-977b-48cd0a11f481',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.881256] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.881783] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.881924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.882249] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a185b46c-2006-405b-977b-48cd0a11f481 with status ACTIVE [ 726.882409] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.882515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.882579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.882790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.882875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.885265] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.885443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.885514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.886347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.886467] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.887457] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.887457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.887457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.887457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.887457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.887457] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a185b46c-2006-405b-977b-48cd0a11f481 is going to be updated. [ 726.911933] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.912362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.912489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.912741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.912909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.913144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a185b46c-2006-405b-977b-48cd0a11f481" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.384208] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.814237] env[71107]: INFO networking_nsxv3.common.synchronization [None req-4a853890-c2d8-44d4-90c4-ad844d439556 None None] Enqueued Resource ID: 18a45702-bd1e-4ffb-90ba-5c71d7f27faf with Priority: HIGHEST for action port [ 727.815052] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a45702-bd1e-4ffb-90ba-5c71d7f27faf with Priority: HIGHEST for action port [ 727.816966] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-18a45702-bd1e-4ffb-90ba-5c71d7f27faf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.816966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18a45702-bd1e-4ffb-90ba-5c71d7f27faf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.818737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18a45702-bd1e-4ffb-90ba-5c71d7f27faf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.818737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18a45702-bd1e-4ffb-90ba-5c71d7f27faf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.818737] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a45702-bd1e-4ffb-90ba-5c71d7f27faf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.879533] env[71107]: INFO networking_nsxv3.common.synchronization [req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 req-169fd725-8311-4a52-bff1-f0ebde8ac6e2 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Enqueued Resource ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b with Priority: HIGHEST for action security_group_members [ 727.882788] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b with Priority: HIGHEST for action security_group_members [ 727.883188] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.883719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.883797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.884021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.884208] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.884318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.884387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.884917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.884917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.884917] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8c90e83-775e-4373-8b80-ae5cabd3ad5b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.888041] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.888041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.888264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.888305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.888405] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.888470] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 is going to be created. [ 727.901374] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c601bced-47bc-4cdb-ac53-5113fee35791 in Status: SUCCESS [ 727.902072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.920122] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.920805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.920891] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.921165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.921630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.933109] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 in Status: UNINITIALIZED for 2s [ 728.326152] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18a45702-bd1e-4ffb-90ba-5c71d7f27faf [ 728.326559] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.326770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.327297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.327297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.327297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.327439] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18a45702-bd1e-4ffb-90ba-5c71d7f27faf already deleted. [ 728.327439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18a45702-bd1e-4ffb-90ba-5c71d7f27faf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.389527] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.389683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.389750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.389966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.390114] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.390607] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.390607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.390607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.390607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.390975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.390975] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b is going to be updated. [ 728.427864] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.428103] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.428172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.428359] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.428500] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.440617] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b in Status: IN_PROGRESS for 2s [ 729.944487] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 in Status: SUCCESS [ 729.944773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.945297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.945519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.945833] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.946211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.946326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.946616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.946670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.947099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.947099] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.067584] env[71107]: INFO networking_nsxv3.common.synchronization [req-0b891719-630a-4106-854e-66baf65247d3 req-36b6a68a-4441-454c-b2fa-8f81008167f6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Enqueued Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_members [ 730.068788] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_members [ 730.069573] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.069763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.069953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.070142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.070397] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.070537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.070623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.070994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.070994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.071155] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.179045] env[71107]: INFO networking_nsxv3.common.synchronization [None req-f0c1849a-fb07-425c-90f1-c1c3f248b8e1 None None] Enqueued Resource ID: 513beb2c-574b-47a5-9a1e-c08bd333da20 with Priority: HIGHEST for action port [ 730.179355] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513beb2c-574b-47a5-9a1e-c08bd333da20 with Priority: HIGHEST for action port [ 730.180033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-513beb2c-574b-47a5-9a1e-c08bd333da20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.180163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-513beb2c-574b-47a5-9a1e-c08bd333da20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.180277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-513beb2c-574b-47a5-9a1e-c08bd333da20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.180618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-513beb2c-574b-47a5-9a1e-c08bd333da20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.180948] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('513beb2c-574b-47a5-9a1e-c08bd333da20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.452209] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b in Status: SUCCESS [ 730.452384] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b deletion is rescheduled due to dependency. [ 730.454050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.454050] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.575489] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.687342] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 513beb2c-574b-47a5-9a1e-c08bd333da20 [ 730.687539] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.687658] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.687743] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.687953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.688066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.688131] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:513beb2c-574b-47a5-9a1e-c08bd333da20 already deleted. [ 730.688343] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-513beb2c-574b-47a5-9a1e-c08bd333da20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.959428] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2: rpc.has_security_group_logging(os_id): False [ 730.977610] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.977771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.977835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.978766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.978766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.978766] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.982913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.982913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.982913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.982913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.982913] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 is going to be created. [ 731.046326] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.046482] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.046546] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.046779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.046957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.060738] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 in Status: IN_PROGRESS for 2s [ 731.081027] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.218226] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.218646] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.218926] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.219473] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.219985] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.220303] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.220510] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.220972] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.221252] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.221709] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.221823] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.226111] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.226607] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.228050] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.228050] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.228050] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.262807] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.263039] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.263301] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.263482] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.263813] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-516d6e39-f7ce-497a-abb8-71f4bc92ed27 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.264341] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-516d6e39-f7ce-497a-abb8-71f4bc92ed27" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.264591] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-516d6e39-f7ce-497a-abb8-71f4bc92ed27" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.270678] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-516d6e39-f7ce-497a-abb8-71f4bc92ed27" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.270898] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('516d6e39-f7ce-497a-abb8-71f4bc92ed27',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.582434] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.582619] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.582769] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.582960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.583110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.583202] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 is going to be updated. [ 731.622239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.622451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.622451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.622738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.623221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.634885] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: IN_PROGRESS for 2s [ 731.784318] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.784318] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.784318] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.784318] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.784318] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.784318] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 516d6e39-f7ce-497a-abb8-71f4bc92ed27 not found, creating... [ 731.784318] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.784318] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.784318] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.784318] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.784318] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.784908] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.784908] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.784908] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.785432] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.785632] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.785825] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 516d6e39-f7ce-497a-abb8-71f4bc92ed27 is going to be created. [ 731.811647] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.811940] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.812036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.812346] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.812593] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.812944] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-516d6e39-f7ce-497a-abb8-71f4bc92ed27" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.565662] env[71107]: INFO networking_nsxv3.common.synchronization [None req-9aca5ada-317b-44a4-97aa-52b740fa7d4d None None] Enqueued Resource ID: 35ea3880-33ae-48fa-9e1f-f2883e24f02b with Priority: HIGHEST for action port [ 732.566304] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ea3880-33ae-48fa-9e1f-f2883e24f02b with Priority: HIGHEST for action port [ 732.566598] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-35ea3880-33ae-48fa-9e1f-f2883e24f02b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.566768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35ea3880-33ae-48fa-9e1f-f2883e24f02b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.566883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35ea3880-33ae-48fa-9e1f-f2883e24f02b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.569103] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35ea3880-33ae-48fa-9e1f-f2883e24f02b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.569246] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ea3880-33ae-48fa-9e1f-f2883e24f02b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.695944] env[71107]: INFO networking_nsxv3.common.synchronization [req-136caaf8-b2f6-49af-b9ac-23a6ba44380c req-3ddf7fc6-bf97-4a8e-97cf-301b136850aa tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Enqueued Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_members [ 732.696618] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_members [ 732.696953] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.697119] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.697165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.697352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.697511] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.697638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.697638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.697782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.697864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.697955] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.884975] env[71107]: INFO networking_nsxv3.common.synchronization [req-0b891719-630a-4106-854e-66baf65247d3 req-48f1ff17-00f8-46c3-bcea-9444daad05de service nova] Enqueued Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_rules [ 732.886507] env[71107]: INFO networking_nsxv3.common.synchronization [req-0b891719-630a-4106-854e-66baf65247d3 req-48f1ff17-00f8-46c3-bcea-9444daad05de service nova] Enqueued Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_members [ 732.886628] env[71107]: INFO networking_nsxv3.common.synchronization [req-0b891719-630a-4106-854e-66baf65247d3 req-48f1ff17-00f8-46c3-bcea-9444daad05de service nova] Enqueued Resource ID: 516d6e39-f7ce-497a-abb8-71f4bc92ed27 with Priority: HIGHEST for action port [ 732.886885] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_rules [ 732.887039] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_members [ 732.887167] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 516d6e39-f7ce-497a-abb8-71f4bc92ed27 with Priority: HIGHEST for action port [ 732.888249] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.888840] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.888840] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.888840] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.889022] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.889880] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.889880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.892018] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-516d6e39-f7ce-497a-abb8-71f4bc92ed27 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.892018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-516d6e39-f7ce-497a-abb8-71f4bc92ed27" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.892018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-516d6e39-f7ce-497a-abb8-71f4bc92ed27" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.892018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-516d6e39-f7ce-497a-abb8-71f4bc92ed27" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.892018] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('516d6e39-f7ce-497a-abb8-71f4bc92ed27',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.009688] env[71107]: INFO networking_nsxv3.common.synchronization [req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 req-c0184914-b9cd-4298-9b92-4cb9d8d2c578 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Enqueued Resource ID: 412b855c-5a93-42dc-957f-1727cad30bcc with Priority: HIGHEST for action security_group_members [ 733.010608] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412b855c-5a93-42dc-957f-1727cad30bcc with Priority: HIGHEST for action security_group_members [ 733.011053] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-412b855c-5a93-42dc-957f-1727cad30bcc taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.011184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.011251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.011455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.011661] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.011778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.011840] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.011993] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.012088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.012180] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('412b855c-5a93-42dc-957f-1727cad30bcc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.071425] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35ea3880-33ae-48fa-9e1f-f2883e24f02b [ 733.071425] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.071554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.071554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.074023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.074023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.074023] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35ea3880-33ae-48fa-9e1f-f2883e24f02b already deleted. [ 733.074023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35ea3880-33ae-48fa-9e1f-f2883e24f02b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.079114] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 in Status: SUCCESS [ 733.083605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.201645] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.201801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.201892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.202233] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.202335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.202540] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.202645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.202706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.202887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.202961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.203061] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 is going to be updated. [ 733.239037] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.239209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.239209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.239437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.239583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.255025] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: IN_PROGRESS for 2s [ 733.392540] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.392627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.395052] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 516d6e39-f7ce-497a-abb8-71f4bc92ed27 with status ACTIVE [ 733.395346] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.395527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.395624] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.395900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.396059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.396280] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.396409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.396493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.396690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.396813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.397035] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.397826] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.397926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.398131] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.398246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.398375] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 516d6e39-f7ce-497a-abb8-71f4bc92ed27 is going to be updated. [ 733.424848] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.425050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.425106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.425308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.425441] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.425597] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-516d6e39-f7ce-497a-abb8-71f4bc92ed27" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.464672] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.464903] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.465042] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.465320] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.465574] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.465730] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.465849] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.466712] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.466904] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.467176] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.471035] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.471035] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.471035] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.471035] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.471035] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.471035] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.492214] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.493013] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.493013] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.493013] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.493225] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-30d6f93e-7291-4ec5-b0cb-b727a603b161 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.493225] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-30d6f93e-7291-4ec5-b0cb-b727a603b161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.493351] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-30d6f93e-7291-4ec5-b0cb-b727a603b161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.493662] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-30d6f93e-7291-4ec5-b0cb-b727a603b161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.493786] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30d6f93e-7291-4ec5-b0cb-b727a603b161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.517555] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.517724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.517829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.518064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.518161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.518378] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.518470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.518536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.518711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.518809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.518913] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 412b855c-5a93-42dc-957f-1727cad30bcc is going to be updated. [ 733.571355] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.571971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.571971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.574208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.574208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.595388] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 412b855c-5a93-42dc-957f-1727cad30bcc in Status: IN_PROGRESS for 2s [ 733.647208] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: SUCCESS [ 733.647467] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.647670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.647933] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.648334] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.648334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.648473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.648574] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.648670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.648775] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.998295] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.999046] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.999046] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.999246] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.999283] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.999437] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 30d6f93e-7291-4ec5-b0cb-b727a603b161 not found, creating... [ 733.999796] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.999971] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.001286] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.001425] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.001583] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.001927] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.002123] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.002252] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.002503] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.002644] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.002792] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 30d6f93e-7291-4ec5-b0cb-b727a603b161 is going to be created. [ 734.027339] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.027339] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.027339] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.027339] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.027339] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.027339] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-30d6f93e-7291-4ec5-b0cb-b727a603b161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.152304] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.181260] env[71107]: INFO networking_nsxv3.common.synchronization [None req-f7ff5c0a-2b74-411a-88f2-b70d915ea396 None None] Enqueued Resource ID: 436e12e8-7a7d-4f80-aaaf-ea9f281e9637 with Priority: HIGHEST for action port [ 734.182709] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 436e12e8-7a7d-4f80-aaaf-ea9f281e9637 with Priority: HIGHEST for action port [ 734.183135] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-436e12e8-7a7d-4f80-aaaf-ea9f281e9637 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.183301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-436e12e8-7a7d-4f80-aaaf-ea9f281e9637" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.183394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-436e12e8-7a7d-4f80-aaaf-ea9f281e9637" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.183719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-436e12e8-7a7d-4f80-aaaf-ea9f281e9637" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.184337] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('436e12e8-7a7d-4f80-aaaf-ea9f281e9637',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.656616] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.686356] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 436e12e8-7a7d-4f80-aaaf-ea9f281e9637 [ 734.686614] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.686747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.686824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.687296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.687296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.687296] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:436e12e8-7a7d-4f80-aaaf-ea9f281e9637 already deleted. [ 734.687484] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-436e12e8-7a7d-4f80-aaaf-ea9f281e9637" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.161450] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.161614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.161690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.162183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.162267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.162342] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 is going to be updated. [ 735.195183] env[71107]: INFO networking_nsxv3.common.synchronization [req-136caaf8-b2f6-49af-b9ac-23a6ba44380c req-b97f0918-e44d-4e83-bcf8-cfaa6b747478 service nova] Enqueued Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_rules [ 735.195183] env[71107]: INFO networking_nsxv3.common.synchronization [req-136caaf8-b2f6-49af-b9ac-23a6ba44380c req-b97f0918-e44d-4e83-bcf8-cfaa6b747478 service nova] Enqueued Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_members [ 735.195183] env[71107]: INFO networking_nsxv3.common.synchronization [req-136caaf8-b2f6-49af-b9ac-23a6ba44380c req-b97f0918-e44d-4e83-bcf8-cfaa6b747478 service nova] Enqueued Resource ID: 30d6f93e-7291-4ec5-b0cb-b727a603b161 with Priority: HIGHEST for action port [ 735.195183] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_rules [ 735.195183] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_members [ 735.195183] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d6f93e-7291-4ec5-b0cb-b727a603b161 with Priority: HIGHEST for action port [ 735.196764] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.197607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.198215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.198215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.198215] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.201270] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.201270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.201270] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-30d6f93e-7291-4ec5-b0cb-b727a603b161 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.201270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30d6f93e-7291-4ec5-b0cb-b727a603b161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.201270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30d6f93e-7291-4ec5-b0cb-b727a603b161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.201270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30d6f93e-7291-4ec5-b0cb-b727a603b161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.201270] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30d6f93e-7291-4ec5-b0cb-b727a603b161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.203021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.203206] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.203294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.203585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.203739] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.217756] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: IN_PROGRESS for 2s [ 735.269422] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: SUCCESS [ 735.269422] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 deletion is rescheduled due to dependency. [ 735.269422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.269422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.269422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.269422] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.269422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.269422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.269422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.269422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.269422] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.611971] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 412b855c-5a93-42dc-957f-1727cad30bcc in Status: SUCCESS [ 735.611971] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 412b855c-5a93-42dc-957f-1727cad30bcc deletion is rescheduled due to dependency. [ 735.612085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.705804] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.706139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.709629] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30d6f93e-7291-4ec5-b0cb-b727a603b161 with status ACTIVE [ 735.709905] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.710083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.710163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.710605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.710605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.710734] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.710858] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.710949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.711212] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.711444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.711585] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.711686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.711758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.711920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.712049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.712143] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30d6f93e-7291-4ec5-b0cb-b727a603b161 is going to be updated. [ 735.737211] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.737418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.737505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.737763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.737965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.738213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30d6f93e-7291-4ec5-b0cb-b727a603b161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.773074] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.275283] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.754838] env[71107]: INFO networking_nsxv3.common.synchronization [req-31764233-c770-4ff4-a0a7-401306480970 req-c5389e39-1b53-443f-bd01-0626cec2d512 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Enqueued Resource ID: c601bced-47bc-4cdb-ac53-5113fee35791 with Priority: HIGHEST for action security_group_members [ 736.755970] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c601bced-47bc-4cdb-ac53-5113fee35791 with Priority: HIGHEST for action security_group_members [ 736.755970] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c601bced-47bc-4cdb-ac53-5113fee35791 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.756253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.756253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.756368] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.756450] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.756548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.756609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.757390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.757390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.757390] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c601bced-47bc-4cdb-ac53-5113fee35791',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.778984] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.779207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.779279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.779453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.779542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.779628] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 is going to be updated. [ 736.823792] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.823962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.824043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.824306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.824415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.848350] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: IN_PROGRESS for 2s [ 736.922845] env[71107]: INFO networking_nsxv3.common.synchronization [None req-9b20fd48-29a7-420c-94cd-709d19a6ddeb tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Enqueued Resource ID: e46350be-a861-460f-adcb-4d362d0b3827 with Priority: HIGHEST for action security_group_rules [ 736.923415] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46350be-a861-460f-adcb-4d362d0b3827 with Priority: HIGHEST for action security_group_rules [ 736.923922] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46350be-a861-460f-adcb-4d362d0b3827 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.928189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.928189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.928650] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.928956] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46350be-a861-460f-adcb-4d362d0b3827',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.025669] env[71107]: INFO networking_nsxv3.common.synchronization [None req-1a81e7c2-8ff9-40ad-81a9-2ad67241c653 None None] Enqueued Resource ID: d42cebbb-6e25-43e7-be08-fddb2414037b with Priority: HIGHEST for action port [ 737.027133] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42cebbb-6e25-43e7-be08-fddb2414037b with Priority: HIGHEST for action port [ 737.028286] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-d42cebbb-6e25-43e7-be08-fddb2414037b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.028422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d42cebbb-6e25-43e7-be08-fddb2414037b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.028711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d42cebbb-6e25-43e7-be08-fddb2414037b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.029697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d42cebbb-6e25-43e7-be08-fddb2414037b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.029697] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d42cebbb-6e25-43e7-be08-fddb2414037b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.085642] env[71107]: INFO networking_nsxv3.common.synchronization [None req-7efde3e1-89a1-4174-910b-eda8ad308f96 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Enqueued Resource ID: e46350be-a861-460f-adcb-4d362d0b3827 with Priority: HIGHEST for action security_group_rules [ 737.086323] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46350be-a861-460f-adcb-4d362d0b3827 with Priority: HIGHEST for action security_group_rules [ 737.087038] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46350be-a861-460f-adcb-4d362d0b3827 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.087290] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.230586] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: SUCCESS [ 737.230990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.231714] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.231962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.232199] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.232414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.232414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.232566] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.232744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.233061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.233301] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.259414] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.259583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.259677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.259906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.260039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.260330] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.260330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.260492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.260532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.260597] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.260660] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c601bced-47bc-4cdb-ac53-5113fee35791 is going to be updated. [ 737.296249] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.296249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.296249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.296249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.296438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.309113] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c601bced-47bc-4cdb-ac53-5113fee35791 in Status: IN_PROGRESS for 2s [ 737.459323] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.461548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.461548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.461548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.461548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.461548] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46350be-a861-460f-adcb-4d362d0b3827 already deleted. [ 737.461548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.461824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.461824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.461997] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46350be-a861-460f-adcb-4d362d0b3827',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.533268] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d42cebbb-6e25-43e7-be08-fddb2414037b [ 737.533413] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.533639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.533639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.534111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.534264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.534365] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d42cebbb-6e25-43e7-be08-fddb2414037b already deleted. [ 737.534604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d42cebbb-6e25-43e7-be08-fddb2414037b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.740986] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.741146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.741191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.742870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.742870] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.742870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.742870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.742870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.742870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.742870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.742870] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.742870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.742870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.742870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.742870] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.742870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.742870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.743549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.743549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.743549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.743549] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.870476] env[71107]: INFO networking_nsxv3.common.synchronization [None req-185e8da9-0dc0-497b-ad08-87bd17845359 None None] Enqueued Resource ID: 132d7e7a-33e1-4590-8927-9cef431d5420 with Priority: HIGHEST for action port [ 737.870723] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 132d7e7a-33e1-4590-8927-9cef431d5420 with Priority: HIGHEST for action port [ 737.871394] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-132d7e7a-33e1-4590-8927-9cef431d5420 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.871394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-132d7e7a-33e1-4590-8927-9cef431d5420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.871646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-132d7e7a-33e1-4590-8927-9cef431d5420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.871799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-132d7e7a-33e1-4590-8927-9cef431d5420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.871799] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('132d7e7a-33e1-4590-8927-9cef431d5420',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.993097] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.993434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.993434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.994627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.994627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.994627] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46350be-a861-460f-adcb-4d362d0b3827 already deleted. [ 737.994627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.246318] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9757eed7-1dbf-48a9-8da3-99721eb149c1: rpc.has_security_group_logging(os_id): False [ 738.270517] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.270631] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.270704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.271021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.271126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.271378] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.271493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.271565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.271802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.271893] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.272054] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.272157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.272219] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.272436] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.272501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.272628] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.272719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.272779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.273847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.273847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.274183] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 is going to be updated. [ 738.361609] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.361609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.361609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.361609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.361609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.379439] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 132d7e7a-33e1-4590-8927-9cef431d5420 [ 738.379439] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.379439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.379439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.379439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.379439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.379439] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:132d7e7a-33e1-4590-8927-9cef431d5420 already deleted. [ 738.379439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-132d7e7a-33e1-4590-8927-9cef431d5420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.382758] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: IN_PROGRESS for 2s [ 738.862989] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: SUCCESS [ 738.863296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.863489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.863748] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.863941] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.864348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.864434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.864653] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.864752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.864891] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.866340] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.322129] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c601bced-47bc-4cdb-ac53-5113fee35791 in Status: SUCCESS [ 739.322429] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c601bced-47bc-4cdb-ac53-5113fee35791 deletion is rescheduled due to dependency. [ 739.322494] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.361616] env[71107]: INFO networking_nsxv3.common.synchronization [req-3390dca9-2df6-4bf7-a87e-748af043ba0d req-f9545227-160a-41ec-a04a-851e87e0c4cf tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Enqueued Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_members [ 739.364390] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_members [ 739.364390] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.364390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.364390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.365032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.365032] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.365032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.365032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.365254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.365295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.365374] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.371761] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.371910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.372038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.372249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.372424] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.372526] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.372602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.372777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.372871] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.372963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.373158] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.373237] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.373302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.373465] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.373601] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.373688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.373759] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.373897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.373971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.377485] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.377661] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.869739] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.880773] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f675c7f2-3c1c-4eb6-a830-bd92c67e5532: rpc.has_security_group_logging(os_id): False [ 739.900628] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.900797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.901229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.901338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.901382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.901556] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.901661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.901706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.902661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.902661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.902661] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.902661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.902661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.902661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.902661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.903009] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.903009] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.903009] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.903186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.903705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.903705] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 is going to be updated. [ 739.973358] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.973358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.973358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.973358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.973358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.988379] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: IN_PROGRESS for 2s [ 740.106362] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.106566] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.106670] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.106947] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.107360] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.107501] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.107582] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.107771] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.107933] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.110496] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.110496] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.110496] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.110671] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.110671] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.110785] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.110947] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.131297] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.131490] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 740.131639] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.131750] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.132146] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-0dbfa2f6-e181-452a-bedb-20aadb356973 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.132302] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-0dbfa2f6-e181-452a-bedb-20aadb356973" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.132579] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-0dbfa2f6-e181-452a-bedb-20aadb356973" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.132748] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-0dbfa2f6-e181-452a-bedb-20aadb356973" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.134645] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dbfa2f6-e181-452a-bedb-20aadb356973',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.375119] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.396389] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: SUCCESS [ 740.396967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.484025] env[71107]: INFO networking_nsxv3.common.synchronization [None req-132d3483-b964-4a54-8fcb-2b4164534336 None None] Enqueued Resource ID: f29fda55-1911-45e6-be55-47a4f326d8ce with Priority: HIGHEST for action port [ 740.484025] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29fda55-1911-45e6-be55-47a4f326d8ce with Priority: HIGHEST for action port [ 740.484025] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-f29fda55-1911-45e6-be55-47a4f326d8ce taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.484025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f29fda55-1911-45e6-be55-47a4f326d8ce" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.484025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f29fda55-1911-45e6-be55-47a4f326d8ce" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.484025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f29fda55-1911-45e6-be55-47a4f326d8ce" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.484025] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f29fda55-1911-45e6-be55-47a4f326d8ce',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.636009] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.637675] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.637675] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.637675] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.637675] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.637675] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 0dbfa2f6-e181-452a-bedb-20aadb356973 not found, creating... [ 740.638053] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.638284] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.638460] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.638736] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.638949] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.639473] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.639473] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.639624] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.639800] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.639939] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.640097] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 0dbfa2f6-e181-452a-bedb-20aadb356973 is going to be created. [ 740.661836] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.661998] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.662183] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.663543] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.663848] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.664396] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-0dbfa2f6-e181-452a-bedb-20aadb356973" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.876529] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.876529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.876977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.876977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.876977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.876977] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba423b1-fc61-4c05-a456-0777d355f586 is going to be updated. [ 740.921282] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.921282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.921282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.921282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.921282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.931894] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: IN_PROGRESS for 2s [ 740.987729] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f29fda55-1911-45e6-be55-47a4f326d8ce [ 740.987986] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.988186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.988298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.988481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.988573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.988701] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f29fda55-1911-45e6-be55-47a4f326d8ce already deleted. [ 740.988745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f29fda55-1911-45e6-be55-47a4f326d8ce" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.005331] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: SUCCESS [ 742.005649] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.022741] env[71107]: INFO networking_nsxv3.common.synchronization [req-3390dca9-2df6-4bf7-a87e-748af043ba0d req-6a9120ad-db87-433b-962f-c2093b76e23f service nova] Enqueued Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_rules [ 742.022938] env[71107]: INFO networking_nsxv3.common.synchronization [req-3390dca9-2df6-4bf7-a87e-748af043ba0d req-6a9120ad-db87-433b-962f-c2093b76e23f service nova] Enqueued Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_members [ 742.023173] env[71107]: INFO networking_nsxv3.common.synchronization [req-3390dca9-2df6-4bf7-a87e-748af043ba0d req-6a9120ad-db87-433b-962f-c2093b76e23f service nova] Enqueued Resource ID: 0dbfa2f6-e181-452a-bedb-20aadb356973 with Priority: HIGHEST for action port [ 742.023653] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_rules [ 742.025029] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_members [ 742.025029] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbfa2f6-e181-452a-bedb-20aadb356973 with Priority: HIGHEST for action port [ 742.025029] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.025226] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.025226] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.025418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.025515] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.027284] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.027284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.027284] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dbfa2f6-e181-452a-bedb-20aadb356973 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.027284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dbfa2f6-e181-452a-bedb-20aadb356973" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.027284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dbfa2f6-e181-452a-bedb-20aadb356973" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.027284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dbfa2f6-e181-452a-bedb-20aadb356973" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.027284] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dbfa2f6-e181-452a-bedb-20aadb356973',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.095827] env[71107]: INFO networking_nsxv3.common.synchronization [req-3ed02362-84f0-4008-ade2-28ae3589b7e1 req-f3c2d748-1b84-43c7-bb75-42fddbcdb995 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGHEST for action security_group_members [ 742.096587] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGHEST for action security_group_members [ 742.096691] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9955ed8a-d8e0-460c-8eeb-3c7e64943666 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.096787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.096847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.097155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.097328] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.097433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.097497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.097665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.097755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.097870] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9955ed8a-d8e0-460c-8eeb-3c7e64943666',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.530201] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.530373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.530623] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dbfa2f6-e181-452a-bedb-20aadb356973 with status ACTIVE [ 742.530819] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.530962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.531079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.531300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.531393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.531615] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.531835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.531835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.532073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.532142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.532277] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.532366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.532431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.532580] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.532657] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.532794] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dbfa2f6-e181-452a-bedb-20aadb356973 is going to be updated. [ 742.563071] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.563351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.563447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.563676] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.563854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.564050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dbfa2f6-e181-452a-bedb-20aadb356973" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.601970] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.602113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.602181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.602385] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.602497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.602738] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.602832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.602886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.603056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.603188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.603319] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 already deleted. [ 742.603413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.858162] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.858162] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.858162] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.858162] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.861545] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.861545] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.861545] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.861545] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.861545] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.861545] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.861545] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.861545] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.861545] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.861545] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.861545] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.861545] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.882152] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.882377] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.882472] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.882680] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.882977] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-63bfce47-f53b-4c93-98f4-6788aca38757 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.883173] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-63bfce47-f53b-4c93-98f4-6788aca38757" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.883296] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-63bfce47-f53b-4c93-98f4-6788aca38757" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.883648] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-63bfce47-f53b-4c93-98f4-6788aca38757" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.883797] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63bfce47-f53b-4c93-98f4-6788aca38757',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.891050] env[71107]: INFO networking_nsxv3.common.synchronization [None req-847384e0-8685-48f4-a71d-11f6a621210f None None] Enqueued Resource ID: 906f81c5-e22c-40a3-9aec-f380576a0e36 with Priority: HIGHEST for action port [ 742.891608] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906f81c5-e22c-40a3-9aec-f380576a0e36 with Priority: HIGHEST for action port [ 742.891961] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-906f81c5-e22c-40a3-9aec-f380576a0e36 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.892114] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-906f81c5-e22c-40a3-9aec-f380576a0e36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.892483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-906f81c5-e22c-40a3-9aec-f380576a0e36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.892483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-906f81c5-e22c-40a3-9aec-f380576a0e36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.893102] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('906f81c5-e22c-40a3-9aec-f380576a0e36',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.941745] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: SUCCESS [ 742.941982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.942875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.948563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.948563] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.948563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.948563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.948563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.948563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.948957] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.387953] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.388348] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.388550] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.388842] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.389030] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.389193] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 63bfce47-f53b-4c93-98f4-6788aca38757 not found, creating... [ 743.389471] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.389631] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.389749] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.389978] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.390139] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.390424] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.390579] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.390697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.391021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.391359] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.391513] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 63bfce47-f53b-4c93-98f4-6788aca38757 is going to be created. [ 743.395334] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 906f81c5-e22c-40a3-9aec-f380576a0e36 [ 743.395514] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.395629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.395696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.395879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.395955] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.396061] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:906f81c5-e22c-40a3-9aec-f380576a0e36 already deleted. [ 743.396144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-906f81c5-e22c-40a3-9aec-f380576a0e36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.420170] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.420397] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.420527] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.420816] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.421248] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.422585] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-63bfce47-f53b-4c93-98f4-6788aca38757" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.454678] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.959650] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.331941] env[71107]: INFO networking_nsxv3.common.synchronization [req-3ed02362-84f0-4008-ade2-28ae3589b7e1 req-eae2c23b-04c3-4725-a03c-bfd235d6c8aa service nova] Enqueued Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGHEST for action security_group_rules [ 744.332437] env[71107]: INFO networking_nsxv3.common.synchronization [req-3ed02362-84f0-4008-ade2-28ae3589b7e1 req-eae2c23b-04c3-4725-a03c-bfd235d6c8aa service nova] Enqueued Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGHEST for action security_group_members [ 744.332780] env[71107]: INFO networking_nsxv3.common.synchronization [req-3ed02362-84f0-4008-ade2-28ae3589b7e1 req-eae2c23b-04c3-4725-a03c-bfd235d6c8aa service nova] Enqueued Resource ID: 63bfce47-f53b-4c93-98f4-6788aca38757 with Priority: HIGHEST for action port [ 744.333633] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGHEST for action security_group_rules [ 744.333913] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGHEST for action security_group_members [ 744.334170] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63bfce47-f53b-4c93-98f4-6788aca38757 with Priority: HIGHEST for action port [ 744.336228] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.336228] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.336228] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.336228] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.336228] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9955ed8a-d8e0-460c-8eeb-3c7e64943666',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.336228] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9955ed8a-d8e0-460c-8eeb-3c7e64943666 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.341346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.341346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.341346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.345038] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.345038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.345038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.345038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.345038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.345038] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9955ed8a-d8e0-460c-8eeb-3c7e64943666',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.345038] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-63bfce47-f53b-4c93-98f4-6788aca38757 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.345038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63bfce47-f53b-4c93-98f4-6788aca38757" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.345038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63bfce47-f53b-4c93-98f4-6788aca38757" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.345038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63bfce47-f53b-4c93-98f4-6788aca38757" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.345038] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63bfce47-f53b-4c93-98f4-6788aca38757',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.465574] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.465863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.465934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.466221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.466333] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.466458] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba423b1-fc61-4c05-a456-0777d355f586 is going to be updated. [ 744.497985] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.498089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.498163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.498392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.498556] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.509324] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: IN_PROGRESS for 2s [ 744.848996] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9955ed8a-d8e0-460c-8eeb-3c7e64943666',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.850721] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9955ed8a-d8e0-460c-8eeb-3c7e64943666 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.850980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.853438] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63bfce47-f53b-4c93-98f4-6788aca38757 with status ACTIVE [ 744.853438] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.853438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.853438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.853438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.853438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.853998] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.855346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.855346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.855346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.855346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.855346] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.856274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.856274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.856274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.856274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.856274] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63bfce47-f53b-4c93-98f4-6788aca38757 is going to be updated. [ 744.892570] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.892960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.893914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.893914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.893914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.893914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63bfce47-f53b-4c93-98f4-6788aca38757" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.935427] env[71107]: INFO networking_nsxv3.common.synchronization [None req-0445f2d7-add5-46df-9309-fdc5bfe08dd5 None None] Enqueued Resource ID: 8c61a826-7009-4fdb-b2e3-c315a8cb2efc with Priority: HIGHEST for action port [ 744.937949] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c61a826-7009-4fdb-b2e3-c315a8cb2efc with Priority: HIGHEST for action port [ 744.939048] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c61a826-7009-4fdb-b2e3-c315a8cb2efc taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.939271] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c61a826-7009-4fdb-b2e3-c315a8cb2efc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.939577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c61a826-7009-4fdb-b2e3-c315a8cb2efc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.940152] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c61a826-7009-4fdb-b2e3-c315a8cb2efc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.940370] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c61a826-7009-4fdb-b2e3-c315a8cb2efc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.362565] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9955ed8a-d8e0-460c-8eeb-3c7e64943666',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.444552] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c61a826-7009-4fdb-b2e3-c315a8cb2efc [ 745.444552] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.444552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.444552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.444552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.444552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.444552] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c61a826-7009-4fdb-b2e3-c315a8cb2efc already deleted. [ 745.444552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c61a826-7009-4fdb-b2e3-c315a8cb2efc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.865719] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.866254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.866254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.866254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.866254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.866390] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 is going to be created. [ 745.900240] env[71107]: INFO networking_nsxv3.common.synchronization [req-e8b62f8e-dba9-40b9-8997-bdfea661176f req-8b8ed7f5-c18c-4a78-b9ed-deb776148f04 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Enqueued Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 745.902303] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.902389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.902443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.902653] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.902813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.905132] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 745.905132] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.905132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.905132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.905132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.905453] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.905453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.905547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.905715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.905802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.905902] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.922247] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 in Status: UNINITIALIZED for 2s [ 745.943604] env[71107]: INFO networking_nsxv3.common.synchronization [req-f7b2e440-a119-43e2-b355-bc1426d58a87 req-734a0f2c-15e0-43ef-9bd4-3278e0004630 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 745.944449] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 745.944716] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.944875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.944991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.945214] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.945390] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.945490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.945568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.945815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.945815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.945948] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.391902] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.392192] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.392276] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.392540] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.392860] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.393048] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.393190] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.393828] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.394059] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.394284] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.394381] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.394508] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.394624] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.394789] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.394877] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.395020] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.410525] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.410700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.410770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.410999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.411116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.411320] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.411747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.411747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.411747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.411962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.411962] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 is going to be updated. [ 746.449062] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.449210] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.449914] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.449914] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.450173] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-2939ab04-2b05-484f-8a9f-43845f138b5f taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.450522] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-2939ab04-2b05-484f-8a9f-43845f138b5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.451351] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-2939ab04-2b05-484f-8a9f-43845f138b5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.451351] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-2939ab04-2b05-484f-8a9f-43845f138b5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.451351] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2939ab04-2b05-484f-8a9f-43845f138b5f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.453382] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.457738] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.457913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.457976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.458975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.458975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.470766] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: IN_PROGRESS for 2s [ 746.520517] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: SUCCESS [ 746.520828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.521161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.525030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.525030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.525030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.525030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.525030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.525030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.525030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.525030] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.954262] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.954606] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.954606] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.956075] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.956075] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.956075] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 2939ab04-2b05-484f-8a9f-43845f138b5f not found, creating... [ 746.956075] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.956075] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.956075] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.956075] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.956888] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.956888] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.956888] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.956888] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.957240] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.957240] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.957354] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 2939ab04-2b05-484f-8a9f-43845f138b5f is going to be created. [ 746.959810] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.987241] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.987493] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.987993] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.987993] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.988393] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.988602] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-2939ab04-2b05-484f-8a9f-43845f138b5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.026282] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.026282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.026282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.026715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.027021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.027393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.028952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.028952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.028952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.028952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.028952] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.028952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.028952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.028952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.028952] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.029725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.029946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.030312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.030511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.030694] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.030993] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.462407] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.462893] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.462893] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.462975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.463025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.463132] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 747.494704] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.494861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.494933] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.495124] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.495275] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.505333] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 747.534024] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ba423b1-fc61-4c05-a456-0777d355f586: rpc.has_security_group_logging(os_id): False [ 747.568026] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.568026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.568026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.568026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.568026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.568026] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.568026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.568026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.568026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.568026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.568026] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.568026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.568026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.568026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.568026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.568691] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.568691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.568691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.568691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.568691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.568691] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ba423b1-fc61-4c05-a456-0777d355f586 is going to be updated. [ 747.655524] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.655833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.656062] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.656295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.656545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.680374] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: IN_PROGRESS for 2s [ 747.931702] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 in Status: SUCCESS [ 747.932174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.932443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.932773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.932995] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.933291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.933429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.933646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.933761] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.933918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.934085] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9955ed8a-d8e0-460c-8eeb-3c7e64943666',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.028477] env[71107]: INFO networking_nsxv3.common.synchronization [req-f7b2e440-a119-43e2-b355-bc1426d58a87 req-52855597-4a32-4e2a-bf7c-2d0e1ec67bc5 service nova] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_rules [ 748.028834] env[71107]: INFO networking_nsxv3.common.synchronization [req-f7b2e440-a119-43e2-b355-bc1426d58a87 req-52855597-4a32-4e2a-bf7c-2d0e1ec67bc5 service nova] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 748.029082] env[71107]: INFO networking_nsxv3.common.synchronization [req-f7b2e440-a119-43e2-b355-bc1426d58a87 req-52855597-4a32-4e2a-bf7c-2d0e1ec67bc5 service nova] Enqueued Resource ID: 2939ab04-2b05-484f-8a9f-43845f138b5f with Priority: HIGHEST for action port [ 748.029566] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_rules [ 748.029727] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 748.029909] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2939ab04-2b05-484f-8a9f-43845f138b5f with Priority: HIGHEST for action port [ 748.030300] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.030737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.030737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.032958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.033430] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.034291] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.034417] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.034578] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-2939ab04-2b05-484f-8a9f-43845f138b5f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.034677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2939ab04-2b05-484f-8a9f-43845f138b5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.034842] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2939ab04-2b05-484f-8a9f-43845f138b5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.034927] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2939ab04-2b05-484f-8a9f-43845f138b5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.035364] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2939ab04-2b05-484f-8a9f-43845f138b5f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.437461] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9955ed8a-d8e0-460c-8eeb-3c7e64943666',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.484661] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: SUCCESS [ 748.486398] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 deletion is rescheduled due to dependency. [ 748.487217] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.541075] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.541075] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.541356] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2939ab04-2b05-484f-8a9f-43845f138b5f with status ACTIVE [ 748.541356] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.541473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.541473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.541660] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.541779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.541912] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.542049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.542092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.543093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.543093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.543093] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.543093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.543093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.543772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.543867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.543964] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2939ab04-2b05-484f-8a9f-43845f138b5f is going to be updated. [ 748.580265] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.580460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.580805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.580805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.580947] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.585218] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2939ab04-2b05-484f-8a9f-43845f138b5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.940441] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9955ed8a-d8e0-460c-8eeb-3c7e64943666: rpc.has_security_group_logging(os_id): False [ 748.964960] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.964960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.964960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.964960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.964960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.968352] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.968352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.968352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.968352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.968352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.968352] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 is going to be created. [ 749.033018] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.033018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.033018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.033018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.033018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.047208] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 in Status: IN_PROGRESS for 2s [ 749.373228] env[71107]: INFO networking_nsxv3.common.synchronization [req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 req-ab5d6369-5b5b-43b5-b8d3-b14a81a71ddc tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Enqueued Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_members [ 749.375789] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 with Priority: HIGHEST for action security_group_members [ 749.379247] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.379247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.379247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.379247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.379247] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.379247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.379247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.379247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.379247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.379247] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f675c7f2-3c1c-4eb6-a830-bd92c67e5532',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.518919] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 749.520066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.520066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.520066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.520066] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.521092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.521092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.521092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.521092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.521092] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.697714] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: SUCCESS [ 749.698051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.885718] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.886079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.886079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.886223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.886364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.886603] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.887183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.887183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.887183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.887183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.887183] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 is going to be updated. [ 749.922111] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.922326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.922428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.922660] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.922856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.938202] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: IN_PROGRESS for 2s [ 750.022973] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.529252] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.035510] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.035701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.035701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.035954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.036040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.036094] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 751.060116] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 in Status: SUCCESS [ 751.060116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.072756] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.072756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.072756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.072756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.072756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.084409] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 751.629162] env[71107]: INFO networking_nsxv3.common.synchronization [None req-4dc918f3-bf85-4fec-b899-f2648400721c None None] Enqueued Resource ID: 6f404866-33bd-496b-93dc-6af96538b592 with Priority: HIGHEST for action port [ 751.629162] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f404866-33bd-496b-93dc-6af96538b592 with Priority: HIGHEST for action port [ 751.630027] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f404866-33bd-496b-93dc-6af96538b592 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.630704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f404866-33bd-496b-93dc-6af96538b592" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.630920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f404866-33bd-496b-93dc-6af96538b592" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.632307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f404866-33bd-496b-93dc-6af96538b592" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.632484] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f404866-33bd-496b-93dc-6af96538b592',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.950491] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 in Status: SUCCESS [ 751.950491] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f675c7f2-3c1c-4eb6-a830-bd92c67e5532 deletion is rescheduled due to dependency. [ 751.950643] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f675c7f2-3c1c-4eb6-a830-bd92c67e5532" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.136823] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f404866-33bd-496b-93dc-6af96538b592 [ 752.137207] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.138139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.139975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.139975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.139975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.139975] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f404866-33bd-496b-93dc-6af96538b592 already deleted. [ 752.139975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f404866-33bd-496b-93dc-6af96538b592" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.098074] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 753.098074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.098074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.098074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.098074] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.098074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.098074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.098074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.098074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.098074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.100737] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.604276] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.604517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.604624] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.604915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.605172] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.605325] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.605435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.605669] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.606297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.606475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.606698] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.606870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.607373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.607600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.607842] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.607981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.608099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.608295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.608439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.608570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.608704] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.657216] env[71107]: INFO networking_nsxv3.common.synchronization [None req-c5c5c7bb-a4ae-413a-ab55-cf90f43463a9 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf with Priority: HIGHEST for action security_group_rules [ 753.659239] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf with Priority: HIGHEST for action security_group_rules [ 753.659239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.659427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.659553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.659943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.660112] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.875028] env[71107]: INFO networking_nsxv3.common.synchronization [None req-b1533e10-a5e8-4449-a23c-4cc20846a000 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf with Priority: HIGHEST for action security_group_rules [ 753.875028] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf with Priority: HIGHEST for action security_group_rules [ 753.875028] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.875686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.111156] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78f4ca3d-84e0-4b18-b04d-7042c6891c69: rpc.has_security_group_logging(os_id): False [ 754.130930] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.130930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.131337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.131395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.132183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.132582] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.132770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.132894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.133244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.133287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.133505] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.133718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.133718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.133824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.133962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.135642] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.135788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.136072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.136072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.136185] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.136185] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 754.211735] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.211893] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.211944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.212658] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.212658] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.212658] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf already deleted. [ 754.212658] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.212803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.212962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.213103] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.246569] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.246878] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.246878] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.247035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.247265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.268239] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 754.511850] env[71107]: INFO networking_nsxv3.common.synchronization [req-bd56401d-1fc6-41e8-a95c-286f73f2164f req-0d90fb12-3509-4cb9-9247-6ed45b716850 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 754.513288] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 754.514530] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.514709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.514795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.515134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.515372] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.515528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.515642] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.515899] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.516049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.516163] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.737904] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.737904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.737904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.737904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.738253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.738253] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf already deleted. [ 754.738253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.759890] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d049c1cd-5816-4615-822d-e0395a658976 None None] Enqueued Resource ID: 0980a21d-1fd2-4607-979e-ab119f3fb354 with Priority: HIGHEST for action port [ 754.760526] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0980a21d-1fd2-4607-979e-ab119f3fb354 with Priority: HIGHEST for action port [ 754.760759] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-0980a21d-1fd2-4607-979e-ab119f3fb354 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.760923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0980a21d-1fd2-4607-979e-ab119f3fb354" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.761329] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0980a21d-1fd2-4607-979e-ab119f3fb354" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.762652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0980a21d-1fd2-4607-979e-ab119f3fb354" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.762748] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0980a21d-1fd2-4607-979e-ab119f3fb354',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.020699] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.020699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.020699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.022407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.023602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.023881] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.023999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.024118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.024278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.024361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.024451] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 already deleted. [ 755.024536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.180641] env[71107]: INFO networking_nsxv3.common.synchronization [req-bd56401d-1fc6-41e8-a95c-286f73f2164f req-ea4945f1-0d6d-4101-a959-519b8b5b16b3 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 755.181305] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 755.181598] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.181716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.181782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.181996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.182286] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.182398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.182459] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.182990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.182990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.182990] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.266456] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0980a21d-1fd2-4607-979e-ab119f3fb354 [ 755.266686] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.266789] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.266887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.267190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.267289] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.267402] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0980a21d-1fd2-4607-979e-ab119f3fb354 already deleted. [ 755.267505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0980a21d-1fd2-4607-979e-ab119f3fb354" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.268403] env[71107]: INFO networking_nsxv3.common.synchronization [None req-87c789c6-8f4e-49ea-8fcb-41212738a04f None None] Enqueued Resource ID: 0b2d9477-3ad4-4627-aa4e-c0cdfc1df217 with Priority: HIGHEST for action port [ 755.268982] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2d9477-3ad4-4627-aa4e-c0cdfc1df217 with Priority: HIGHEST for action port [ 755.272193] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b2d9477-3ad4-4627-aa4e-c0cdfc1df217 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.272193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b2d9477-3ad4-4627-aa4e-c0cdfc1df217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.272193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b2d9477-3ad4-4627-aa4e-c0cdfc1df217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.272193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b2d9477-3ad4-4627-aa4e-c0cdfc1df217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.272193] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b2d9477-3ad4-4627-aa4e-c0cdfc1df217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.613135] env[71107]: INFO networking_nsxv3.common.synchronization [req-bd56401d-1fc6-41e8-a95c-286f73f2164f req-3b30a282-b5a3-45c5-b267-8ed80f4e98ab tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 755.614306] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 755.614667] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.614816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.685267] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.685481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.685582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.685833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.685940] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.686725] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.686868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.686945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.687319] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.687419] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.687523] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 already deleted. [ 755.687633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.687882] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.688050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.688490] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.688541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.688588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.688732] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.688820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.688943] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.775827] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b2d9477-3ad4-4627-aa4e-c0cdfc1df217 [ 755.776086] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.776227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.776326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.776570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.776666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.776784] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b2d9477-3ad4-4627-aa4e-c0cdfc1df217 already deleted. [ 755.776882] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b2d9477-3ad4-4627-aa4e-c0cdfc1df217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.192195] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.192525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.192525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.192674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.192767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.192971] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.193081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.193141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.193302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.193378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.193484] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 already deleted. [ 756.193580] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.213616] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.213810] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-116" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.213937] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-116" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.214361] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-116" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.214588] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.214746] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.215112] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.216295] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.216295] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.216295] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.216295] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.216485] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.216485] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.216618] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.216708] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.216837] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.239702] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.240073] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.240381] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.240752] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-116" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.241536] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-5e11315f-2ea8-4886-811f-8d722e8d5b94 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.241536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-5e11315f-2ea8-4886-811f-8d722e8d5b94" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.241536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-5e11315f-2ea8-4886-811f-8d722e8d5b94" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.241940] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-5e11315f-2ea8-4886-811f-8d722e8d5b94" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.242921] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e11315f-2ea8-4886-811f-8d722e8d5b94',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.287902] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 756.288156] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.745022] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.745271] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.745524] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.745701] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.745852] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.746015] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 5e11315f-2ea8-4886-811f-8d722e8d5b94 not found, creating... [ 756.746287] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.746445] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.746563] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.746787] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.746924] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.747225] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.747383] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.747498] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.747703] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.747834] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.747977] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 5e11315f-2ea8-4886-811f-8d722e8d5b94 is going to be created. [ 756.774844] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.774844] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.774844] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.775257] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.775550] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.775550] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-5e11315f-2ea8-4886-811f-8d722e8d5b94" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.923052] env[71107]: INFO networking_nsxv3.common.synchronization [None req-357a7584-c66b-4e69-9b51-1ffc1d354886 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_rules [ 756.923592] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_rules [ 756.923935] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.924104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.924104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.924403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.924447] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.066280] env[71107]: INFO networking_nsxv3.common.synchronization [req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e req-1c2cec90-ae72-4cf0-ad3f-376bbed0bfea tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Enqueued Resource ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 with Priority: HIGHEST for action security_group_members [ 757.066280] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 with Priority: HIGHEST for action security_group_members [ 757.066280] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b44195e-b7b8-4f60-9e98-dd337bb04063 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.066454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.066454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.066655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.066840] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.066926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.066963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.068368] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.068368] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.068368] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b44195e-b7b8-4f60-9e98-dd337bb04063',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.081111] env[71107]: INFO networking_nsxv3.common.synchronization [None req-c9f0974b-ee93-439e-b69a-7becd7f45f42 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_rules [ 757.082024] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_rules [ 757.082601] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.082782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.448924] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.448924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.448924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.448924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.448924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.448924] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 already deleted. [ 757.448924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.448924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.448924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.449672] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.572761] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.573036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.573095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.573372] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.573490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.573698] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.573804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.573871] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.574050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.574135] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.574228] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 already deleted. [ 757.574313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.969721] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.969896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.969896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.970166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.970166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.970285] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 already deleted. [ 757.970354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.142620] env[71107]: INFO networking_nsxv3.common.synchronization [None req-a31f67ed-8220-4752-9df2-15ebeace05f8 None None] Enqueued Resource ID: 02efe3f1-2dbe-481b-80e7-074e11894671 with Priority: HIGHEST for action port [ 758.142946] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02efe3f1-2dbe-481b-80e7-074e11894671 with Priority: HIGHEST for action port [ 758.143766] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-02efe3f1-2dbe-481b-80e7-074e11894671 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.143899] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02efe3f1-2dbe-481b-80e7-074e11894671" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.143964] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02efe3f1-2dbe-481b-80e7-074e11894671" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.144239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02efe3f1-2dbe-481b-80e7-074e11894671" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.144326] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02efe3f1-2dbe-481b-80e7-074e11894671',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.442276] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.442477] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-631" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.442587] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-631" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.442922] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-631" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.443199] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.443362] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.443478] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.443756] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.443842] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.446531] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.446643] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.446679] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.447711] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.447711] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.447711] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.447711] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.463749] env[71107]: INFO networking_nsxv3.common.synchronization [req-bd56401d-1fc6-41e8-a95c-286f73f2164f req-0046fb33-7ae1-4e0b-b74c-3f7d0aa45854 service nova] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_rules [ 758.464028] env[71107]: INFO networking_nsxv3.common.synchronization [req-bd56401d-1fc6-41e8-a95c-286f73f2164f req-0046fb33-7ae1-4e0b-b74c-3f7d0aa45854 service nova] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 758.464159] env[71107]: INFO networking_nsxv3.common.synchronization [req-bd56401d-1fc6-41e8-a95c-286f73f2164f req-0046fb33-7ae1-4e0b-b74c-3f7d0aa45854 service nova] Enqueued Resource ID: 5e11315f-2ea8-4886-811f-8d722e8d5b94 with Priority: HIGHEST for action port [ 758.464671] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_rules [ 758.464807] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 758.465020] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e11315f-2ea8-4886-811f-8d722e8d5b94 with Priority: HIGHEST for action port [ 758.468501] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.468501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.468501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.468501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.468501] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.468501] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.468501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.468501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.468501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.468501] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.468501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.468501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.468501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.468501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.468501] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.469021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e11315f-2ea8-4886-811f-8d722e8d5b94 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.469021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e11315f-2ea8-4886-811f-8d722e8d5b94" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.469021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e11315f-2ea8-4886-811f-8d722e8d5b94" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.471721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e11315f-2ea8-4886-811f-8d722e8d5b94" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.471721] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e11315f-2ea8-4886-811f-8d722e8d5b94',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.471721] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.472029] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.472029] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.472214] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-631" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.472506] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.472683] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.472967] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.473509] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.473699] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.649151] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02efe3f1-2dbe-481b-80e7-074e11894671 [ 758.649436] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.649585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.649676] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.649946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.650126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.650287] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02efe3f1-2dbe-481b-80e7-074e11894671 already deleted. [ 758.650418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02efe3f1-2dbe-481b-80e7-074e11894671" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.973037] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.973037] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.976605] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e11315f-2ea8-4886-811f-8d722e8d5b94 with status ACTIVE [ 758.976821] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.976997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.976997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.977251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.977311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.977483] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.977606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.977649] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.977778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.977853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.978043] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.978155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.978215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.978356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.978428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.978510] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e11315f-2ea8-4886-811f-8d722e8d5b94 is going to be updated. [ 758.981541] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.982865] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.983071] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.983588] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.983588] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.983683] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.983807] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 not found, creating... [ 758.984831] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.985065] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.985200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.985429] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.985574] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.985862] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.986025] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.986154] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.986370] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.986505] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.986641] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 is going to be created. [ 759.014582] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.014796] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.014916] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.015226] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.015513] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.015761] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.017823] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.017961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.018053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.018237] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.018358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.018500] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e11315f-2ea8-4886-811f-8d722e8d5b94" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.402273] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.402273] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-598" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.402273] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-598" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.402273] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-598" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.403611] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.405932] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.405932] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.405932] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.405932] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.405932] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.405932] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.405932] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.405932] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.406300] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.406348] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.406580] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.434047] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.434047] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.434047] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.434047] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-598" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.434047] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-ad29ce01-497c-4c0e-a44d-093d1f45c4b0 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.434047] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-ad29ce01-497c-4c0e-a44d-093d1f45c4b0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.434047] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-ad29ce01-497c-4c0e-a44d-093d1f45c4b0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.434425] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-ad29ce01-497c-4c0e-a44d-093d1f45c4b0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.434632] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad29ce01-497c-4c0e-a44d-093d1f45c4b0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.491523] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.795261] env[71107]: INFO networking_nsxv3.common.synchronization [req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e req-9e107fdb-48c5-482a-ac56-1f236d8578bf service nova] Enqueued Resource ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 with Priority: HIGHEST for action security_group_rules [ 759.795261] env[71107]: INFO networking_nsxv3.common.synchronization [req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e req-9e107fdb-48c5-482a-ac56-1f236d8578bf service nova] Enqueued Resource ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 with Priority: HIGHEST for action security_group_members [ 759.795261] env[71107]: INFO networking_nsxv3.common.synchronization [req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e req-9e107fdb-48c5-482a-ac56-1f236d8578bf service nova] Enqueued Resource ID: 0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 with Priority: HIGHEST for action port [ 759.795261] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 with Priority: HIGHEST for action security_group_rules [ 759.795261] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 with Priority: HIGHEST for action security_group_members [ 759.795261] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 with Priority: HIGHEST for action port [ 759.795818] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b44195e-b7b8-4f60-9e98-dd337bb04063 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.796089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.796445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.797720] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.797928] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b44195e-b7b8-4f60-9e98-dd337bb04063',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.799510] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b44195e-b7b8-4f60-9e98-dd337bb04063 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.800276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.800442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.800937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.801420] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.801698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.802033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.802328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.804277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.804435] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b44195e-b7b8-4f60-9e98-dd337bb04063',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.805602] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.806767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.806767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.806767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.806767] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.937431] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.937695] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.937867] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.938174] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.938332] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.938506] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port ad29ce01-497c-4c0e-a44d-093d1f45c4b0 not found, creating... [ 759.938812] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.938995] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.939133] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.939390] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.939539] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.943469] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.943469] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.943469] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.943469] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.943469] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.943469] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: ad29ce01-497c-4c0e-a44d-093d1f45c4b0 is going to be created. [ 759.977169] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.977169] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.977169] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.977169] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.977504] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.977650] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-ad29ce01-497c-4c0e-a44d-093d1f45c4b0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.993724] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.993911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.993995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.994263] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.994402] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.995625] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be created. [ 760.029092] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.029295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.029376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.029630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.029793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.044821] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: UNINITIALIZED for 2s [ 760.308622] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b44195e-b7b8-4f60-9e98-dd337bb04063',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.309744] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b44195e-b7b8-4f60-9e98-dd337bb04063 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.309867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.310140] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 with status ACTIVE [ 760.310288] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.310404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.310487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.310693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.310793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.310962] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.311092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.311157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.311324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.311406] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.316070] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.316070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.316070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.316070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.316070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.316070] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 is going to be updated. [ 760.341939] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.345545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.345545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.345545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.345545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.345545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.817130] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b44195e-b7b8-4f60-9e98-dd337bb04063',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.205790] env[71107]: INFO networking_nsxv3.common.synchronization [req-bd56401d-1fc6-41e8-a95c-286f73f2164f req-cacac5b4-270c-4e9f-9e62-2816ac047fbf service nova] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_rules [ 761.205899] env[71107]: INFO networking_nsxv3.common.synchronization [req-bd56401d-1fc6-41e8-a95c-286f73f2164f req-cacac5b4-270c-4e9f-9e62-2816ac047fbf service nova] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 761.206061] env[71107]: INFO networking_nsxv3.common.synchronization [req-bd56401d-1fc6-41e8-a95c-286f73f2164f req-cacac5b4-270c-4e9f-9e62-2816ac047fbf service nova] Enqueued Resource ID: ad29ce01-497c-4c0e-a44d-093d1f45c4b0 with Priority: HIGHEST for action port [ 761.208298] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_rules [ 761.208445] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 761.208544] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad29ce01-497c-4c0e-a44d-093d1f45c4b0 with Priority: HIGHEST for action port [ 761.209698] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.209698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.209849] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.209849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.209952] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad29ce01-497c-4c0e-a44d-093d1f45c4b0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.210129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad29ce01-497c-4c0e-a44d-093d1f45c4b0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.210129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad29ce01-497c-4c0e-a44d-093d1f45c4b0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.210328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad29ce01-497c-4c0e-a44d-093d1f45c4b0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.210408] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad29ce01-497c-4c0e-a44d-093d1f45c4b0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.319509] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.319686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.319763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.319981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.320096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.320200] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 is going to be created. [ 761.348601] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.348766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.348806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.349263] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.349620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.362692] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 in Status: UNINITIALIZED for 2s [ 761.712615] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad29ce01-497c-4c0e-a44d-093d1f45c4b0 with status ACTIVE [ 761.712615] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.712848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.712848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.712995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.713108] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.713532] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.713532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.713532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.713697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.713697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.713844] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.713926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.713986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.714172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.714218] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.714322] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad29ce01-497c-4c0e-a44d-093d1f45c4b0 is going to be updated. [ 761.739926] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.740118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.740254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.740456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.740650] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.740747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad29ce01-497c-4c0e-a44d-093d1f45c4b0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.886351] env[71107]: INFO networking_nsxv3.common.synchronization [req-2ad6a5ee-9245-485d-baad-41efd3410075 req-e3f2dcb1-6263-491d-afbc-8961037480b5 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Enqueued Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_members [ 761.886820] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_members [ 761.887140] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.887264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.887331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.887529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.889242] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.889403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.889475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.889679] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.891648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.891648] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.958642] env[71107]: INFO networking_nsxv3.common.synchronization [req-2ca0246e-012c-4de7-a57a-b21f35f36167 req-a7609e8b-57a6-469c-b591-c61d3d6cf2f8 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Enqueued Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGHEST for action security_group_members [ 761.961190] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGHEST for action security_group_members [ 761.961649] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf128c2-9db6-47e9-bd91-56a3053f9982 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.961836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.961942] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.962267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.962511] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.962924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.962924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.963060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.963116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.963297] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf128c2-9db6-47e9-bd91-56a3053f9982',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.055449] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 762.055726] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.055871] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.056129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.056327] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.056452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.056520] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.056698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.056787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.056869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.056972] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.058065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.058288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.058411] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.058521] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.058582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.058825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.058950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.058950] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.395749] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.465656] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.465822] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.465874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.466137] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.466382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.466804] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.466953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.467068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.467342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.467502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.467747] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 is going to be updated. [ 762.500177] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.500382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.500382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.500614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.502055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.512403] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 in Status: IN_PROGRESS for 2s [ 762.563367] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.563572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.563793] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.678878] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.679080] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-116" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.679203] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-116" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.679475] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-116" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.679720] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.680314] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.680314] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.680648] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.680807] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.681054] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.682051] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.682051] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.682051] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.682051] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.682051] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.682051] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.703375] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.703553] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.703695] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.703875] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-116" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.704220] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-049d3e27-286a-4704-908b-e8e22cf0ae08 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.704389] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-049d3e27-286a-4704-908b-e8e22cf0ae08" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.704551] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-049d3e27-286a-4704-908b-e8e22cf0ae08" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.704832] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-049d3e27-286a-4704-908b-e8e22cf0ae08" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.704970] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('049d3e27-286a-4704-908b-e8e22cf0ae08',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.899368] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.067191] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.209083] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.209536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.209536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.209790] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.209944] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.210114] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 049d3e27-286a-4704-908b-e8e22cf0ae08 not found, creating... [ 763.210734] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.210981] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.211063] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.211312] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.211455] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.211748] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.211904] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.212071] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.212282] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.212424] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.212592] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 049d3e27-286a-4704-908b-e8e22cf0ae08 is going to be created. [ 763.239696] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.242676] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.242676] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.242676] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.242676] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.242676] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-049d3e27-286a-4704-908b-e8e22cf0ae08" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.373781] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 in Status: SUCCESS [ 763.375184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.375184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.375184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.375184] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.375184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.375444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.375444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.375494] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.375540] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.375634] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b44195e-b7b8-4f60-9e98-dd337bb04063',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.402026] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.405347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.405437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.405665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.406272] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.406272] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba423b1-fc61-4c05-a456-0777d355f586 is going to be updated. [ 763.439093] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.439282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.439396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.439880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.439880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.456148] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: IN_PROGRESS for 2s [ 763.568987] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.569159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.569159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.569373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.569466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.569566] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be updated. [ 763.601915] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.602074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.602126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.602328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.602478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.633373] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 2s [ 763.879465] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b44195e-b7b8-4f60-9e98-dd337bb04063 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.879816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.879979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.880316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.880604] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.880837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.881077] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.881353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.881873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.882143] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.882691] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b44195e-b7b8-4f60-9e98-dd337bb04063 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.883301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.883493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.883773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.884175] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.884452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.884624] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.884861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.885419] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.885620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.885803] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b44195e-b7b8-4f60-9e98-dd337bb04063',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.028946] env[71107]: INFO networking_nsxv3.common.synchronization [req-bd56401d-1fc6-41e8-a95c-286f73f2164f req-1ebcd987-5b59-43d5-aa10-8fe9fc34d8cd service nova] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_rules [ 764.030877] env[71107]: INFO networking_nsxv3.common.synchronization [req-bd56401d-1fc6-41e8-a95c-286f73f2164f req-1ebcd987-5b59-43d5-aa10-8fe9fc34d8cd service nova] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 764.030877] env[71107]: INFO networking_nsxv3.common.synchronization [req-bd56401d-1fc6-41e8-a95c-286f73f2164f req-1ebcd987-5b59-43d5-aa10-8fe9fc34d8cd service nova] Enqueued Resource ID: 049d3e27-286a-4704-908b-e8e22cf0ae08 with Priority: HIGHEST for action port [ 764.030877] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_rules [ 764.030877] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 764.030877] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 049d3e27-286a-4704-908b-e8e22cf0ae08 with Priority: HIGHEST for action port [ 764.032507] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.032507] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.032507] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.032507] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.032795] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-049d3e27-286a-4704-908b-e8e22cf0ae08 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.032795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-049d3e27-286a-4704-908b-e8e22cf0ae08" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.032795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-049d3e27-286a-4704-908b-e8e22cf0ae08" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.033538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-049d3e27-286a-4704-908b-e8e22cf0ae08" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.033538] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('049d3e27-286a-4704-908b-e8e22cf0ae08',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.391321] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b44195e-b7b8-4f60-9e98-dd337bb04063: rpc.has_security_group_logging(os_id): False [ 764.412856] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.412856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.412856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.413161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.413161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.413250] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.413315] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.413377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.413535] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.413629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.413799] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.413899] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.413958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.414133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.414211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.414397] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.414489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.414539] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.414692] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.414759] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.414824] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 is going to be created. [ 764.478060] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.478434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.478530] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.479116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.479116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.490984] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 in Status: IN_PROGRESS for 2s [ 764.525270] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 in Status: SUCCESS [ 764.525461] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 deletion is rescheduled due to dependency. [ 764.525575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.535187] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 049d3e27-286a-4704-908b-e8e22cf0ae08 with status ACTIVE [ 764.535336] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.535476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.535552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.535752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.535840] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.536020] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.536127] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.536190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.537046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.537046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.537046] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.537046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.537046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.537334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.537334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.537334] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 049d3e27-286a-4704-908b-e8e22cf0ae08 is going to be updated. [ 764.595722] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.595859] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.595903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.596803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.596803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.596803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-049d3e27-286a-4704-908b-e8e22cf0ae08" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.468218] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: SUCCESS [ 765.468544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.643538] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 765.643767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.643951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.644213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.644970] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.644970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.644970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.644970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.644970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.644970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.645230] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.645283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.645570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.645570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.645648] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.645714] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.645767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.645923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.646011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.646099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.646201] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.647184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.647347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.647578] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.647926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.648051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.648231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.648318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.648409] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.151508] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d4aeb75-315a-40b1-9608-36e028ba8f47: rpc.has_security_group_logging(os_id): False [ 766.152794] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.174240] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.174819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.174819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.174819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.174819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.175086] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.175173] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.175378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.175423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.175499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.175788] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.175863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.175895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.176067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.176155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.176370] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.176477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.176543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.176684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.176770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.177069] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be created. [ 766.243780] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.243959] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.244039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.244297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.244501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.269692] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 2s [ 766.425402] env[71107]: INFO networking_nsxv3.common.synchronization [req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e req-b6b6212a-000f-43b1-a4e8-be1d1fce8e5a tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 766.430496] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 766.431932] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.432264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.432346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.432629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.434625] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.434867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.434967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.435196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.435309] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.435423] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.505396] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 in Status: SUCCESS [ 766.505690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.655251] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.940499] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.940659] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.940816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.941034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.941216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.941596] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.941596] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.941851] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.941906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.942116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.942116] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 766.949144] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.949144] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.949144] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.949406] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.949582] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.949808] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.950151] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.950308] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.950479] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.950866] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.950866] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.950963] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.951106] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.951305] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.951305] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.951436] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.003984] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.004196] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.004378] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.004620] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.004954] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-78897875-f23c-4c27-8445-0e5b932e5bc2 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.005152] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-78897875-f23c-4c27-8445-0e5b932e5bc2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.005306] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-78897875-f23c-4c27-8445-0e5b932e5bc2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.005867] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-78897875-f23c-4c27-8445-0e5b932e5bc2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.005867] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78897875-f23c-4c27-8445-0e5b932e5bc2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.014396] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.014788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.014788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.014982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.014982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.028706] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 767.162071] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.162277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.162321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.162536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.162627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.162727] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be updated. [ 767.206941] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.207127] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.207202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.207441] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.207592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.220326] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 2s [ 767.508445] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.508861] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.508861] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.509242] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.509393] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.509579] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 78897875-f23c-4c27-8445-0e5b932e5bc2 not found, creating... [ 767.509878] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.510254] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.510254] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.510556] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.510777] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.512121] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.512121] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.512121] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.512121] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.512121] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.512506] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 78897875-f23c-4c27-8445-0e5b932e5bc2 is going to be created. [ 767.534936] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.535389] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.535626] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.535986] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.536460] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.536904] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-78897875-f23c-4c27-8445-0e5b932e5bc2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.285295] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 768.286184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.286184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.286184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.286184] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.344320] env[71107]: INFO networking_nsxv3.common.synchronization [req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e req-9fc7e68b-22a2-4085-96bd-fdabe17dcf3e service nova] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_rules [ 768.344492] env[71107]: INFO networking_nsxv3.common.synchronization [req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e req-9fc7e68b-22a2-4085-96bd-fdabe17dcf3e service nova] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 768.344648] env[71107]: INFO networking_nsxv3.common.synchronization [req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e req-9fc7e68b-22a2-4085-96bd-fdabe17dcf3e service nova] Enqueued Resource ID: 78897875-f23c-4c27-8445-0e5b932e5bc2 with Priority: HIGHEST for action port [ 768.345207] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_rules [ 768.345424] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 768.345782] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78897875-f23c-4c27-8445-0e5b932e5bc2 with Priority: HIGHEST for action port [ 768.346123] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.346260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.346627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.346627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.346627] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.347646] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.347809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.348054] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-78897875-f23c-4c27-8445-0e5b932e5bc2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.348054] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78897875-f23c-4c27-8445-0e5b932e5bc2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.348209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78897875-f23c-4c27-8445-0e5b932e5bc2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.348284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78897875-f23c-4c27-8445-0e5b932e5bc2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.348842] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78897875-f23c-4c27-8445-0e5b932e5bc2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.791587] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.792048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.853891] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.854069] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.854176] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78897875-f23c-4c27-8445-0e5b932e5bc2 with status ACTIVE [ 768.854321] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.854423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.854491] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.854708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.854791] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.854950] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.855100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.855158] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.855252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.855356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.855534] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.855621] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.855678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.855813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.855884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.855964] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78897875-f23c-4c27-8445-0e5b932e5bc2 is going to be updated. [ 768.880671] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.880816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.880923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.881205] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.881368] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.881538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78897875-f23c-4c27-8445-0e5b932e5bc2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.040312] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 769.040576] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa deletion is rescheduled due to dependency. [ 769.040712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.040789] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.040986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.041263] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.041388] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.041451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.041608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.041692] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.042165] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.236952] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 769.236952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.236952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.237167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.237296] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.237395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.237460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.237621] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.237706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.237769] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.238401] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.545072] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.746129] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.746305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.746380] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.746609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.746778] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.746879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.746945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.747129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.747224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.747311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.747456] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.747549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.747609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.747754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.747889] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.747977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.748073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.748220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.748297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.748379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.748470] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.048530] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.253287] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d4aeb75-315a-40b1-9608-36e028ba8f47: rpc.has_security_group_logging(os_id): False [ 770.276744] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.276744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.276744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.276744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.276744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.276744] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.276744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.276744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.276744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.276744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.277558] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.277558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.277558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.277558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.277558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.277558] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.277558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.277558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.277990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.277990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.277990] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be updated. [ 770.380392] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.380591] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.380657] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.380922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.381282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.402520] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 2s [ 770.550849] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.551129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.551214] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.551418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.551517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.551625] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 770.590329] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.591442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.591531] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.591770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.591926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.608362] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 772.419911] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 772.419911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.419911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.419911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.419911] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.620869] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 772.621178] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.621432] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.621670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.621869] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.622391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.622391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.622391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.622391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.622391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.622589] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.921816] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.921920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.923317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.923661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.923860] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.923984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.924111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.924287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.924382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.924487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.924593] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.128019] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.128019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.128019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.128019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.128019] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.128019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.128019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.128019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.128019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.128019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.128019] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.128019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.128019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.128019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.128019] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.128019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.128812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.128812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.128812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.128812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.128812] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.348767] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 773.348880] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 773.430893] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.431263] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.431263] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.431479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.431669] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.431751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.431814] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.431966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.433268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.433268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.433268] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.433443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.434094] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.434094] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.434094] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.434094] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.434094] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.436031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.436031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.436031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.436031] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.631251] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 471ca597-1f42-496f-86b1-ef001138aefa: rpc.has_security_group_logging(os_id): False [ 773.657138] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.657138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.657334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.657598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.657709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.658000] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.658696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.658696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.658696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.658696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.658696] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.658696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.659060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.659060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.659060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.659462] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.659462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.659462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.659600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.659693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.659859] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 773.704403] env[71107]: INFO networking_nsxv3.common.synchronization [req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 req-cdcdec0c-afa3-41db-993b-683cfddad827 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Enqueued Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_members [ 773.704984] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_members [ 773.705445] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.705445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.705589] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.706028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.706028] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.706170] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.706170] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.706267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.706482] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.706482] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.781095] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.781095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.781095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.781095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.781095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.811695] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 773.939222] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d4aeb75-315a-40b1-9608-36e028ba8f47: rpc.has_security_group_logging(os_id): False [ 773.968068] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.968263] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.968330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.968561] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.968707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.968961] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.969163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.969261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.969504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.969625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.969938] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.970086] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.970194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.970374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.970487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.970731] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.970866] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.970934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.971220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.971340] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.971454] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be updated. [ 774.051703] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.051886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.051986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.052354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.052525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.069302] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 2s [ 774.176611] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.176611] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.176611] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.176611] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.177127] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.177522] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.180844] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.180844] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.180844] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.180844] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.180844] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.180844] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.180844] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.180844] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.180844] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.180844] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.202157] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.202157] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.202157] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.202157] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.202157] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.202157] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.202157] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.202889] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.203276] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f68a3a3-c78c-4ca1-bd81-aae0adb058d5',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.209029] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.209029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.209029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.209029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.209029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.209652] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.209964] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.210716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.210716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.210716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.210716] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802b1af3-7e55-4a34-86ff-273661471859 already deleted. [ 774.210716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.706561] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.706861] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.706938] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.707323] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.707499] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.707663] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 not found, creating... [ 774.708151] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.708151] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.708301] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.708440] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.708582] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.708865] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.709137] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.709210] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.709467] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.709629] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.709771] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 is going to be created. [ 774.738080] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.739164] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.739478] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.739800] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.740055] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.740375] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.829729] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 775.830051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.883039] env[71107]: INFO networking_nsxv3.common.synchronization [req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 req-7a0cd7d2-c36a-4c6c-9fec-60f7503b0a1a service nova] Enqueued Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_rules [ 775.883225] env[71107]: INFO networking_nsxv3.common.synchronization [req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 req-7a0cd7d2-c36a-4c6c-9fec-60f7503b0a1a service nova] Enqueued Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_members [ 775.883360] env[71107]: INFO networking_nsxv3.common.synchronization [req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 req-7a0cd7d2-c36a-4c6c-9fec-60f7503b0a1a service nova] Enqueued Resource ID: 8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 with Priority: HIGHEST for action port [ 775.883904] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_rules [ 775.884049] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_members [ 775.884148] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 with Priority: HIGHEST for action port [ 775.884418] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.884538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.884600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.887903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.887903] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.887903] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.887903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.887903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.887903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.887903] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.887903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.887903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.887903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.887903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.887903] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.888772] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.888879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.888983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.889152] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.889231] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f68a3a3-c78c-4ca1-bd81-aae0adb058d5',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.088501] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 776.088501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.201111] env[71107]: INFO networking_nsxv3.common.synchronization [req-0ebd6a90-a04a-49ee-b40b-df41fa309870 req-08b0738a-bad6-4d21-b7ed-ead3598c7189 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Enqueued Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGHEST for action security_group_members [ 776.201765] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGHEST for action security_group_members [ 776.202715] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ec7a61-68a6-4b10-963a-4aedce7c8399 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.202865] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.202933] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.203372] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.203551] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.204578] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.204578] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.204578] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.204578] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.204578] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ec7a61-68a6-4b10-963a-4aedce7c8399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.391910] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.392120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.392363] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.395025] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 with status ACTIVE [ 776.395025] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.395025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.395025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.395025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.395025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.395025] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.395025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.395025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.395025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.395025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.395025] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.395025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.395025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.395592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.395592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.395592] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 is going to be updated. [ 776.422117] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.422480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.422480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.422619] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.422725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.422906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.707475] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.708492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.708699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.708983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.709145] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.709356] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.709481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.709547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.709729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.709839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.709907] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 is going to be updated. [ 776.742629] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.742629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.742629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.742629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.742629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.753862] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 in Status: IN_PROGRESS for 2s [ 776.897376] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.400549] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.400717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.400782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.401026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.401200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.401327] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802b1af3-7e55-4a34-86ff-273661471859 is going to be created. [ 777.429390] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.430051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.430051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.430051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.430207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.444325] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: UNINITIALIZED for 2s [ 778.765470] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 in Status: SUCCESS [ 778.766222] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 deletion is rescheduled due to dependency. [ 778.766222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.116753] env[71107]: INFO networking_nsxv3.common.synchronization [req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 req-652af604-bee1-4a9a-84df-3378b5144609 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Enqueued Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_members [ 779.117280] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_members [ 779.117573] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.117691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.117756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.118595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.118837] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.118963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.119049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.119242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.119329] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.119444] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.405243] env[71107]: INFO networking_nsxv3.common.synchronization [req-dd5f4c2e-434f-40be-b294-cf5729191fe7 req-d3c7d4d4-570a-4529-a6bf-cbbec9214276 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Enqueued Resource ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 with Priority: HIGHEST for action security_group_members [ 779.405560] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 with Priority: HIGHEST for action security_group_members [ 779.405853] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b44195e-b7b8-4f60-9e98-dd337bb04063 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.405973] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.406056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.409085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.409085] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.409085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.409085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.409085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.409085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.409085] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b44195e-b7b8-4f60-9e98-dd337bb04063',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.455773] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: SUCCESS [ 779.455993] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.456198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.456420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.456618] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.456742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.456810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.456963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.457132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.457299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.457403] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.565340] env[71107]: INFO networking_nsxv3.common.synchronization [req-265bf50f-43c2-4b55-a2f4-0d25e51380dc req-c2bdb46b-7221-470f-9e76-7607d45067aa tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 779.565889] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 779.566212] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.566424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.566494] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.566698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.566858] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.566955] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.567132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.567312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.567418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.567481] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.624228] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.626541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.626541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.626541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.626541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.626541] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.626541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.626541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.626541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.626541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.626541] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 already deleted. [ 779.626541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.912562] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.912863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.912863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.914487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.914616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.914911] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.916815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.916815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.916815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.916815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.916815] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 is going to be updated. [ 779.954306] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.954306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.954306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.954306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.954306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.969390] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 in Status: IN_PROGRESS for 2s [ 779.969390] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.969390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.969390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.969390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.969390] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.969390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.969390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.969390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.969390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.969390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.969390] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.969908] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.970016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.973458] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.973458] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.973458] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.973458] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.973458] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.973458] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.973458] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.973458] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.069744] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.147600] env[71107]: INFO networking_nsxv3.common.synchronization [req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a req-9aef7b73-15c4-46ab-aea7-1ec631a5619f tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Enqueued Resource ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 with Priority: HIGHEST for action security_group_members [ 780.148193] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 with Priority: HIGHEST for action security_group_members [ 780.148744] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.148825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.148920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.152735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.152735] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.152735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.152735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.152735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.152735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.152735] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.175276] env[71107]: INFO networking_nsxv3.common.synchronization [req-265bf50f-43c2-4b55-a2f4-0d25e51380dc req-a5305ad4-05ef-4c78-b713-07278bc377f2 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 780.175276] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 780.175276] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.175276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.297738] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.298400] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.298400] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.298486] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.298765] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.298943] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.299181] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.299399] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.299594] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.299879] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.299983] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.300163] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.300358] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.300506] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.300649] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.300795] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.325071] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.325319] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.325425] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.325607] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.325950] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-9776cffc-8c30-4def-82fd-f96b4141e6c4 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.326804] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-9776cffc-8c30-4def-82fd-f96b4141e6c4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.326804] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-9776cffc-8c30-4def-82fd-f96b4141e6c4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.326804] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-9776cffc-8c30-4def-82fd-f96b4141e6c4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.326804] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9776cffc-8c30-4def-82fd-f96b4141e6c4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.473335] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 802b1af3-7e55-4a34-86ff-273661471859: rpc.has_security_group_logging(os_id): False [ 780.500754] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.501773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.501773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.505021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.505021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.505021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.505021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.505021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.505021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.505021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.505021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.505021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.505021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.505021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.505021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.505021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.505021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.505639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.505639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.505765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.505920] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 802b1af3-7e55-4a34-86ff-273661471859 is going to be created. [ 780.576587] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.585338] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.585522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.585564] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.585766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.585946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.599258] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: IN_PROGRESS for 2s [ 780.623841] env[71107]: INFO networking_nsxv3.common.synchronization [req-265bf50f-43c2-4b55-a2f4-0d25e51380dc req-3e482405-fa8b-4174-9fc4-fe286cf6b539 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 780.624514] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 780.624872] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.624991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.654485] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.654943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.654943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.655018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.655137] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.655387] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.655499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.655560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.655736] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.655815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.655897] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 is going to be updated. [ 780.695180] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.695330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.699119] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.699119] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.699119] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.707685] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 in Status: IN_PROGRESS for 2s [ 780.778428] env[71107]: INFO networking_nsxv3.common.synchronization [None req-9420368b-513d-4f9c-9fe1-1063221b1220 None None] Enqueued Resource ID: 42c70b3f-6e8e-4128-932c-e56eb8a51454 with Priority: HIGHEST for action port [ 780.778428] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c70b3f-6e8e-4128-932c-e56eb8a51454 with Priority: HIGHEST for action port [ 780.778428] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-42c70b3f-6e8e-4128-932c-e56eb8a51454 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.778428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42c70b3f-6e8e-4128-932c-e56eb8a51454" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.778428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42c70b3f-6e8e-4128-932c-e56eb8a51454" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.780460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42c70b3f-6e8e-4128-932c-e56eb8a51454" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.780460] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42c70b3f-6e8e-4128-932c-e56eb8a51454',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.830295] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.830540] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.830708] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.830994] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.831462] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.831682] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 9776cffc-8c30-4def-82fd-f96b4141e6c4 not found, creating... [ 780.832022] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.832160] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.832327] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.832559] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.832705] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.833013] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.833406] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.833527] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.833791] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.833944] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.834112] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 9776cffc-8c30-4def-82fd-f96b4141e6c4 is going to be created. [ 780.862141] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.862141] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.862141] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.862141] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.862141] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.862141] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-9776cffc-8c30-4def-82fd-f96b4141e6c4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.080065] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.080356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.080356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.080599] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.080750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.080910] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be updated. [ 781.113543] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.113746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.113819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.114042] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.114201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.125228] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 2s [ 781.281488] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42c70b3f-6e8e-4128-932c-e56eb8a51454 [ 781.281724] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.281861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.281924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.282423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.282423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.282423] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42c70b3f-6e8e-4128-932c-e56eb8a51454 already deleted. [ 781.282610] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42c70b3f-6e8e-4128-932c-e56eb8a51454" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.931462] env[71107]: INFO networking_nsxv3.common.synchronization [req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 req-724332e0-0581-4dff-8fcd-5084a086eea6 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Enqueued Resource ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 with Priority: HIGHEST for action security_group_members [ 781.932174] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 with Priority: HIGHEST for action security_group_members [ 781.932589] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4f3094-f5c2-4f95-965c-21d07b3e7032 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.932709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.932776] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.933055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.933214] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.933318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.933459] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.933589] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.933728] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.933885] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a4f3094-f5c2-4f95-965c-21d07b3e7032',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.975061] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 in Status: SUCCESS [ 781.975309] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b44195e-b7b8-4f60-9e98-dd337bb04063 deletion is rescheduled due to dependency. [ 781.975450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b44195e-b7b8-4f60-9e98-dd337bb04063" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.262909] env[71107]: INFO networking_nsxv3.common.synchronization [req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 req-d4abb553-5fb1-4a17-b6b7-3600e2844775 service nova] Enqueued Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_rules [ 782.263191] env[71107]: INFO networking_nsxv3.common.synchronization [req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 req-d4abb553-5fb1-4a17-b6b7-3600e2844775 service nova] Enqueued Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_members [ 782.263241] env[71107]: INFO networking_nsxv3.common.synchronization [req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 req-d4abb553-5fb1-4a17-b6b7-3600e2844775 service nova] Enqueued Resource ID: 9776cffc-8c30-4def-82fd-f96b4141e6c4 with Priority: HIGHEST for action port [ 782.264508] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_rules [ 782.264508] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_members [ 782.264508] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9776cffc-8c30-4def-82fd-f96b4141e6c4 with Priority: HIGHEST for action port [ 782.264508] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.264508] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.264508] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.264766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.264766] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.265949] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.266083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.266153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.266567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.266937] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.266937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.266937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.267080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.267110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.267212] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.268135] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-9776cffc-8c30-4def-82fd-f96b4141e6c4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.268298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9776cffc-8c30-4def-82fd-f96b4141e6c4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.268369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9776cffc-8c30-4def-82fd-f96b4141e6c4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.268549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9776cffc-8c30-4def-82fd-f96b4141e6c4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.269520] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9776cffc-8c30-4def-82fd-f96b4141e6c4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.438102] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.438312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.438397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.438683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.438801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.439088] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.439240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.439318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.439510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.439587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.439672] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 already deleted. [ 782.439760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.553240] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.553240] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-253" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.553240] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-253" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.553240] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-253" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.553240] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.553240] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.553240] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.553892] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.554056] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.554294] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.554407] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.554515] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.554620] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.555266] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.555266] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.555266] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.579838] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.580209] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 782.580209] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.580341] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-253" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.580679] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-7bce823c-5d1d-42d6-914d-9388d2a7e5ff taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.581709] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-7bce823c-5d1d-42d6-914d-9388d2a7e5ff" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.581709] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-7bce823c-5d1d-42d6-914d-9388d2a7e5ff" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.581709] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-7bce823c-5d1d-42d6-914d-9388d2a7e5ff" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.581709] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bce823c-5d1d-42d6-914d-9388d2a7e5ff',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.612363] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: SUCCESS [ 782.612363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.718370] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 in Status: SUCCESS [ 782.718563] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2 deletion is rescheduled due to dependency. [ 782.718678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.770605] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.770746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.770983] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9776cffc-8c30-4def-82fd-f96b4141e6c4 with status ACTIVE [ 782.771260] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.771376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.771443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.771656] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.771750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.771918] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.772027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.772088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.772238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.772336] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.772520] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.772614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.772676] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.773139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.773221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.773309] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9776cffc-8c30-4def-82fd-f96b4141e6c4 is going to be updated. [ 782.774707] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.797366] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.797619] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.797619] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.797816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.797977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.798152] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9776cffc-8c30-4def-82fd-f96b4141e6c4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.083963] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.084209] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.084333] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.084603] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.084758] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.084903] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 7bce823c-5d1d-42d6-914d-9388d2a7e5ff not found, creating... [ 783.085480] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.085480] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.085480] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.085627] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.085765] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.086048] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.086200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.086320] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.086674] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.086674] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.086831] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 7bce823c-5d1d-42d6-914d-9388d2a7e5ff is going to be created. [ 783.110984] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.110984] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.110984] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.110984] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.110984] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.111256] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-7bce823c-5d1d-42d6-914d-9388d2a7e5ff" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.135458] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 4s [ 783.278333] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.645700] env[71107]: INFO networking_nsxv3.common.synchronization [None req-f6b14a5b-80e2-42d9-92fd-e056fe0e52c6 None None] Enqueued Resource ID: da095475-e4a4-4b5e-b1b9-da3a824d7727 with Priority: HIGHEST for action port [ 783.646352] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da095475-e4a4-4b5e-b1b9-da3a824d7727 with Priority: HIGHEST for action port [ 783.646662] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-da095475-e4a4-4b5e-b1b9-da3a824d7727 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.646758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da095475-e4a4-4b5e-b1b9-da3a824d7727" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.646822] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da095475-e4a4-4b5e-b1b9-da3a824d7727" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.647638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da095475-e4a4-4b5e-b1b9-da3a824d7727" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.647762] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da095475-e4a4-4b5e-b1b9-da3a824d7727',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.784332] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.784332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.784332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.784332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.784332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.784332] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 is going to be created. [ 783.830120] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.830120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.830120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.830120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.830120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.841398] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: UNINITIALIZED for 2s [ 783.962981] env[71107]: INFO networking_nsxv3.common.synchronization [req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 req-de89f51c-e211-439b-895b-b18bb90025ba service nova] Enqueued Resource ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 with Priority: HIGHEST for action security_group_rules [ 783.962981] env[71107]: INFO networking_nsxv3.common.synchronization [req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 req-de89f51c-e211-439b-895b-b18bb90025ba service nova] Enqueued Resource ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 with Priority: HIGHEST for action security_group_members [ 783.962981] env[71107]: INFO networking_nsxv3.common.synchronization [req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 req-de89f51c-e211-439b-895b-b18bb90025ba service nova] Enqueued Resource ID: 7bce823c-5d1d-42d6-914d-9388d2a7e5ff with Priority: HIGHEST for action port [ 783.962981] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 with Priority: HIGHEST for action security_group_rules [ 783.962981] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 with Priority: HIGHEST for action security_group_members [ 783.962981] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bce823c-5d1d-42d6-914d-9388d2a7e5ff with Priority: HIGHEST for action port [ 783.962981] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a4f3094-f5c2-4f95-965c-21d07b3e7032 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.962981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.963425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.963909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.965355] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a4f3094-f5c2-4f95-965c-21d07b3e7032',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.966762] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4f3094-f5c2-4f95-965c-21d07b3e7032 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.967134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.967338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.967652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.967926] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.968232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.969045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.969045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.969045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.969045] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a4f3094-f5c2-4f95-965c-21d07b3e7032',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.970039] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bce823c-5d1d-42d6-914d-9388d2a7e5ff taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.970318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bce823c-5d1d-42d6-914d-9388d2a7e5ff" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.970504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bce823c-5d1d-42d6-914d-9388d2a7e5ff" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.970779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bce823c-5d1d-42d6-914d-9388d2a7e5ff" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.971545] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bce823c-5d1d-42d6-914d-9388d2a7e5ff',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.030022] env[71107]: INFO networking_nsxv3.common.synchronization [None req-0f3c4822-f144-4473-a12a-c4d3b6b01227 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Enqueued Resource ID: a91018e1-19d9-4fc2-9e41-1a79fb500c7f with Priority: HIGHEST for action security_group_rules [ 784.030022] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91018e1-19d9-4fc2-9e41-1a79fb500c7f with Priority: HIGHEST for action security_group_rules [ 784.031342] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a91018e1-19d9-4fc2-9e41-1a79fb500c7f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.031663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a91018e1-19d9-4fc2-9e41-1a79fb500c7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.031823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a91018e1-19d9-4fc2-9e41-1a79fb500c7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.032189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a91018e1-19d9-4fc2-9e41-1a79fb500c7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.033381] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a91018e1-19d9-4fc2-9e41-1a79fb500c7f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.132862] env[71107]: INFO networking_nsxv3.common.synchronization [None req-f26f24c0-8cde-45b4-9433-4a9894e7bf8c tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Enqueued Resource ID: a91018e1-19d9-4fc2-9e41-1a79fb500c7f with Priority: HIGHEST for action security_group_rules [ 784.135710] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91018e1-19d9-4fc2-9e41-1a79fb500c7f with Priority: HIGHEST for action security_group_rules [ 784.135710] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a91018e1-19d9-4fc2-9e41-1a79fb500c7f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.135710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a91018e1-19d9-4fc2-9e41-1a79fb500c7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.149501] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da095475-e4a4-4b5e-b1b9-da3a824d7727 [ 784.150213] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.150430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.150558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.150851] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.150999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.151180] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da095475-e4a4-4b5e-b1b9-da3a824d7727 already deleted. [ 784.151323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da095475-e4a4-4b5e-b1b9-da3a824d7727" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.472901] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bce823c-5d1d-42d6-914d-9388d2a7e5ff with status ACTIVE [ 784.473446] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.473446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.473446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.475710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.475710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.475710] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.475710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.475710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.475710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.475710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.475710] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.475710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.475710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.475710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.475710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.475710] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bce823c-5d1d-42d6-914d-9388d2a7e5ff is going to be updated. [ 784.476329] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a4f3094-f5c2-4f95-965c-21d07b3e7032',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.479983] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4f3094-f5c2-4f95-965c-21d07b3e7032 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.479983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.503280] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.503421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.503719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.504698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.504698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.504698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bce823c-5d1d-42d6-914d-9388d2a7e5ff" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.560494] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.560660] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.560726] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.560988] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.561409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.561519] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a91018e1-19d9-4fc2-9e41-1a79fb500c7f already deleted. [ 784.562045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a91018e1-19d9-4fc2-9e41-1a79fb500c7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.562045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a91018e1-19d9-4fc2-9e41-1a79fb500c7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.562045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a91018e1-19d9-4fc2-9e41-1a79fb500c7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.562045] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a91018e1-19d9-4fc2-9e41-1a79fb500c7f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.978976] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a4f3094-f5c2-4f95-965c-21d07b3e7032',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.081573] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.081772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.081882] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.082242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.082389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.082512] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a91018e1-19d9-4fc2-9e41-1a79fb500c7f already deleted. [ 785.082633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a91018e1-19d9-4fc2-9e41-1a79fb500c7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.147125] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 785.147125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.147125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.147125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.147125] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.147125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.147125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.147125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.147125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.147125] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.485814] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.485814] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.485814] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.486179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.486179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.486235] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 is going to be created. [ 785.509900] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.510075] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.510215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.510467] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.510637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.522708] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 in Status: UNINITIALIZED for 2s [ 785.650327] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.650900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.653202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.653479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.653586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.653930] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.654124] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.654250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.654984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.654984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.654984] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be updated. [ 785.686827] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.686827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.686957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.687210] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.687410] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.698815] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 2s [ 785.857452] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: SUCCESS [ 785.857452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.857639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.857864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.858021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.858573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.858573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.858573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.858573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.858573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.859643] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.361579] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.362113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.362113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.362471] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.362471] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.362823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.362823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.362983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.362983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.363697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.363697] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.363697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.363697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.363697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.363890] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.363890] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.363977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.366082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.366082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.366082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.366082] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.868827] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc5fb892-a0a9-4c1b-b2df-34b119072a38: rpc.has_security_group_logging(os_id): False [ 786.888397] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.888612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.888696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.888978] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.889117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.889352] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.889472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.889585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.889742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.889851] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.891532] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.891532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.891532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.891532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.891532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.891532] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.891532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.891532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.891532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.891532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.891532] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 is going to be created. [ 786.957292] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.959232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.959232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.959232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.959232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.972217] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: IN_PROGRESS for 2s [ 787.534926] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 in Status: SUCCESS [ 787.535196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.535375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.535618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.535814] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.535985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.535985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.536162] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.536241] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.536466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.536466] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a4f3094-f5c2-4f95-965c-21d07b3e7032',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.710129] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 787.710442] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 deletion is rescheduled due to dependency. [ 787.710567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.711116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.711422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.711915] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.711999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.712094] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.712278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.712437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.712554] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.041620] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4f3094-f5c2-4f95-965c-21d07b3e7032 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.041987] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.041987] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.042553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.042733] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.042869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.042938] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.043683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.043813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.043912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.044137] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4f3094-f5c2-4f95-965c-21d07b3e7032 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.044301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.044413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.044664] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.044834] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.044935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.045007] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.045225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.045342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.045470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.045633] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a4f3094-f5c2-4f95-965c-21d07b3e7032',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.214569] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.214795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.214795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.215043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.215158] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.216903] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.217120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.217249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.217415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.217526] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.217624] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be updated. [ 788.248900] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.249783] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.249869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.252182] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.252674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.264166] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 2s [ 788.553254] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a4f3094-f5c2-4f95-965c-21d07b3e7032: rpc.has_security_group_logging(os_id): False [ 788.576407] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.576407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.576407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.576615] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.576708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.576902] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.577014] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.577091] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.577242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.577341] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.577661] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.577661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.577786] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.577862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.577934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.581261] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.581609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.581609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.582359] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.582506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.582666] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 is going to be created. [ 788.669085] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.669293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.669444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.669547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.670031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.684945] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 in Status: IN_PROGRESS for 2s [ 788.987951] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: SUCCESS [ 788.988277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.141553] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 789.141811] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 789.800692] env[71107]: INFO networking_nsxv3.common.synchronization [req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e req-b7ecd580-2a0b-489c-aea8-80380c3e6963 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 789.801318] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 789.801669] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.801778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.801923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.802094] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.802256] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.802360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.802417] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.802570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.802653] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.802745] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.276072] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 790.276072] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 deletion is rescheduled due to dependency. [ 790.276072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.285718] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.285718] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-930" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.285718] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-930" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.285718] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-930" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.285718] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.285718] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.286482] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.287276] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.290026] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.290026] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.290026] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.290026] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.290026] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.290026] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.290026] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.290026] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.305893] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.311824] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.311824] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 790.311824] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.311824] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-930" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.311824] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-7d988e88-19ff-4686-b0ee-51f4333e4e6f taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.311824] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.311824] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.311824] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.311824] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d988e88-19ff-4686-b0ee-51f4333e4e6f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.703985] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 in Status: SUCCESS [ 790.703985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.809293] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.818178] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.818178] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.818178] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.818178] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.818178] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.818178] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 7d988e88-19ff-4686-b0ee-51f4333e4e6f not found, creating... [ 790.818178] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.818178] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.818178] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.818178] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.818178] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.818642] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.818642] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.818642] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.819787] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.820200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.820651] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 7d988e88-19ff-4686-b0ee-51f4333e4e6f is going to be created. [ 790.854024] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.854024] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.854024] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.854024] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.854024] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.854024] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.314260] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.314756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.314756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.315045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.315045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.315045] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 791.353785] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.353785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.354080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.354080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.354674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.367708] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 792.217502] env[71107]: INFO networking_nsxv3.common.synchronization [req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e req-5efb2aa7-b6b8-4464-a3d1-340a46c05814 service nova] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_rules [ 792.217878] env[71107]: INFO networking_nsxv3.common.synchronization [req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e req-5efb2aa7-b6b8-4464-a3d1-340a46c05814 service nova] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 792.217878] env[71107]: INFO networking_nsxv3.common.synchronization [req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e req-5efb2aa7-b6b8-4464-a3d1-340a46c05814 service nova] Enqueued Resource ID: 7d988e88-19ff-4686-b0ee-51f4333e4e6f with Priority: HIGHEST for action port [ 792.219109] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_rules [ 792.219109] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 792.219109] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d988e88-19ff-4686-b0ee-51f4333e4e6f with Priority: HIGHEST for action port [ 792.219109] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.220239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.220349] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.220614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.220712] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.221940] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.222130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.223427] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d988e88-19ff-4686-b0ee-51f4333e4e6f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.223427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.223427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.223427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.223427] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d988e88-19ff-4686-b0ee-51f4333e4e6f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.724787] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.725318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.725318] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d988e88-19ff-4686-b0ee-51f4333e4e6f with status ACTIVE [ 792.725460] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.725460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.725583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.726079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.726221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.726568] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.726705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.726764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.727320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.727320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.727511] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.727637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.727702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.727871] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.727905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.728197] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d988e88-19ff-4686-b0ee-51f4333e4e6f is going to be updated. [ 792.765386] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.765386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.765386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.765620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.765656] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.765914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.237034] env[71107]: INFO networking_nsxv3.common.synchronization [None req-0c85e98d-5471-4fea-bbbc-7140b54e6ae4 None None] Enqueued Resource ID: 33ca981d-2a7c-42d2-af4b-3975a3ae4e80 with Priority: HIGHEST for action port [ 793.237641] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33ca981d-2a7c-42d2-af4b-3975a3ae4e80 with Priority: HIGHEST for action port [ 793.238157] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-33ca981d-2a7c-42d2-af4b-3975a3ae4e80 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.239652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33ca981d-2a7c-42d2-af4b-3975a3ae4e80" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.239652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33ca981d-2a7c-42d2-af4b-3975a3ae4e80" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.239652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33ca981d-2a7c-42d2-af4b-3975a3ae4e80" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.239652] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33ca981d-2a7c-42d2-af4b-3975a3ae4e80',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.379527] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 793.379758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.379935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.380175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.380388] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.380511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.380575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.380733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.380818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.380924] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.390606] env[71107]: INFO networking_nsxv3.common.synchronization [None req-e928f1c0-0c6a-4b0f-ac82-8288b92b2e5e None None] Enqueued Resource ID: 03240579-7a4c-40c1-9bb7-d1c6aa48c6cf with Priority: HIGHEST for action port [ 793.391110] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03240579-7a4c-40c1-9bb7-d1c6aa48c6cf with Priority: HIGHEST for action port [ 793.391453] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-03240579-7a4c-40c1-9bb7-d1c6aa48c6cf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.391581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03240579-7a4c-40c1-9bb7-d1c6aa48c6cf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.391646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03240579-7a4c-40c1-9bb7-d1c6aa48c6cf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.391891] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03240579-7a4c-40c1-9bb7-d1c6aa48c6cf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.391972] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03240579-7a4c-40c1-9bb7-d1c6aa48c6cf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.741483] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33ca981d-2a7c-42d2-af4b-3975a3ae4e80 [ 793.741895] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.742269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.742397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.743033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.743033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.743195] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33ca981d-2a7c-42d2-af4b-3975a3ae4e80 already deleted. [ 793.743233] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33ca981d-2a7c-42d2-af4b-3975a3ae4e80" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.883962] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.895820] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03240579-7a4c-40c1-9bb7-d1c6aa48c6cf [ 793.896061] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.896201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.896300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.896513] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.896607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.896698] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03240579-7a4c-40c1-9bb7-d1c6aa48c6cf already deleted. [ 793.896781] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03240579-7a4c-40c1-9bb7-d1c6aa48c6cf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.386487] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.889588] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.889588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.889939] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.889939] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.889939] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.890048] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 794.926191] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.926349] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.926425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.926647] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.926794] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.939233] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 795.582169] env[71107]: INFO networking_nsxv3.common.synchronization [req-c35281df-0992-4ffe-bfc7-f224f15d151e req-05871662-dc9d-4a93-85a9-32051c49f60b tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Enqueued Resource ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 with Priority: HIGHEST for action security_group_members [ 795.582169] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 with Priority: HIGHEST for action security_group_members [ 795.582457] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f1f663-75e3-4926-a2b7-df66107fd4b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.587957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.587957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.587957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.587957] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.588197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.589511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.589731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.589818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.590270] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f1f663-75e3-4926-a2b7-df66107fd4b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.762234] env[71107]: INFO networking_nsxv3.common.synchronization [None req-2a4dc7dd-77ae-4136-b873-7859be1e1dd6 None None] Enqueued Resource ID: ea07b180-5a81-41e6-9228-bfa538d9aaa7 with Priority: HIGHEST for action port [ 795.763321] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea07b180-5a81-41e6-9228-bfa538d9aaa7 with Priority: HIGHEST for action port [ 795.763716] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea07b180-5a81-41e6-9228-bfa538d9aaa7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.763875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea07b180-5a81-41e6-9228-bfa538d9aaa7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.763949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea07b180-5a81-41e6-9228-bfa538d9aaa7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.764840] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea07b180-5a81-41e6-9228-bfa538d9aaa7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.764840] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea07b180-5a81-41e6-9228-bfa538d9aaa7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.921021] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.921021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-441" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.921021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-441" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.921021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-441" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.921021] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.921021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.921021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.921021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.921021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.921964] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.922289] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.922677] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.922951] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.923248] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.925469] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.925469] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.948023] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.948023] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 795.948023] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.948023] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-441" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.948023] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.948023] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.948023] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.948023] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.948023] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7994a3a0-c0a9-4dbe-adb6-2dc0426b428d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.093442] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.093442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.093929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.093929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.093929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.094067] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.094809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.094809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.094809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.094809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.094809] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 already deleted. [ 796.094809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.123549] env[71107]: INFO networking_nsxv3.common.synchronization [None req-6cf117b9-1d69-444c-a5c7-c3d6ad44e585 None None] Enqueued Resource ID: 45e45c74-56bd-40ad-93f2-1f1a49740870 with Priority: HIGHEST for action port [ 796.123960] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e45c74-56bd-40ad-93f2-1f1a49740870 with Priority: HIGHEST for action port [ 796.124432] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-45e45c74-56bd-40ad-93f2-1f1a49740870 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.124562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45e45c74-56bd-40ad-93f2-1f1a49740870" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.124628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45e45c74-56bd-40ad-93f2-1f1a49740870" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.124871] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45e45c74-56bd-40ad-93f2-1f1a49740870" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.124953] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e45c74-56bd-40ad-93f2-1f1a49740870',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.267016] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea07b180-5a81-41e6-9228-bfa538d9aaa7 [ 796.267268] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.267407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.267498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.267791] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.267980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.268056] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea07b180-5a81-41e6-9228-bfa538d9aaa7 already deleted. [ 796.268099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea07b180-5a81-41e6-9228-bfa538d9aaa7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.452248] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.452913] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.452913] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.453094] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.453130] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.453476] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d not found, creating... [ 796.453827] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.453827] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.453946] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.454219] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.455347] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.455777] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.456461] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.456461] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.456632] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.456793] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.456985] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d is going to be created. [ 796.477940] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.478093] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.478139] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.478774] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.478860] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.479054] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.628059] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45e45c74-56bd-40ad-93f2-1f1a49740870 [ 796.628059] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.628059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.628059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.628059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.628059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.628059] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45e45c74-56bd-40ad-93f2-1f1a49740870 already deleted. [ 796.628059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45e45c74-56bd-40ad-93f2-1f1a49740870" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.949963] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 796.950312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.950312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.950560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.950711] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.951056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.951056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.951056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.951203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.951233] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.951669] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.278116] env[71107]: INFO networking_nsxv3.common.synchronization [req-c35281df-0992-4ffe-bfc7-f224f15d151e req-dc6c5edc-b638-4b61-8193-155a34eb2464 service nova] Enqueued Resource ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 with Priority: HIGHEST for action security_group_rules [ 797.278306] env[71107]: INFO networking_nsxv3.common.synchronization [req-c35281df-0992-4ffe-bfc7-f224f15d151e req-dc6c5edc-b638-4b61-8193-155a34eb2464 service nova] Enqueued Resource ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 with Priority: HIGHEST for action security_group_members [ 797.278446] env[71107]: INFO networking_nsxv3.common.synchronization [req-c35281df-0992-4ffe-bfc7-f224f15d151e req-dc6c5edc-b638-4b61-8193-155a34eb2464 service nova] Enqueued Resource ID: 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d with Priority: HIGHEST for action port [ 797.278920] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 with Priority: HIGHEST for action security_group_rules [ 797.278920] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 with Priority: HIGHEST for action security_group_members [ 797.279042] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d with Priority: HIGHEST for action port [ 797.282031] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f1f663-75e3-4926-a2b7-df66107fd4b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.282231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.282318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.282709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.282849] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f1f663-75e3-4926-a2b7-df66107fd4b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.283808] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f1f663-75e3-4926-a2b7-df66107fd4b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.283925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.284046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.284320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.284522] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.284571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.284603] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.284843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.284843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.284899] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f1f663-75e3-4926-a2b7-df66107fd4b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.287674] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.287800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.287867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.288231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.288332] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7994a3a0-c0a9-4dbe-adb6-2dc0426b428d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.454746] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.454746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.454902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.455027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.455173] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.455277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.455335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.455493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.455587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.455842] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.456016] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.456161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.456227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.456375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.456547] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.456623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.456679] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.456805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.456886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.456969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.457070] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.558785] env[71107]: INFO networking_nsxv3.common.synchronization [req-499f21ea-714b-4237-9d12-d57ba2acb1f2 req-92aa7671-627a-4bd6-96d5-5974698dd9b4 tempest-SecurityGroupRulesTestJSON-565427160 tempest-SecurityGroupRulesTestJSON-565427160-project-member] Enqueued Resource ID: 1f9174f6-74d7-456b-9a5a-3fc6b18dbf9a with Priority: HIGHEST for action security_group_rules [ 797.558785] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9174f6-74d7-456b-9a5a-3fc6b18dbf9a with Priority: HIGHEST for action security_group_rules [ 797.558785] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f9174f6-74d7-456b-9a5a-3fc6b18dbf9a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.558785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f9174f6-74d7-456b-9a5a-3fc6b18dbf9a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.558785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f9174f6-74d7-456b-9a5a-3fc6b18dbf9a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.559505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f9174f6-74d7-456b-9a5a-3fc6b18dbf9a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.559505] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f9174f6-74d7-456b-9a5a-3fc6b18dbf9a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.790989] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f1f663-75e3-4926-a2b7-df66107fd4b6 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.790989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.791150] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f1f663-75e3-4926-a2b7-df66107fd4b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.792953] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d with status ACTIVE [ 797.792953] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.792953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.792953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.792953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.793275] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.793275] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.793415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.793479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.793688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.793773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.793958] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.794202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.794324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.794488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.794567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.794654] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d is going to be updated. [ 797.820911] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.820911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.820911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.820911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.820911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.820911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.961472] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd007bc0-7b2d-407e-8017-e45c2a508073: rpc.has_security_group_logging(os_id): False [ 797.985974] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.986427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.987050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.987050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.987250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.987590] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.987700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.987764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.987921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.988055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.988454] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.988454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.988760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.988760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.988936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.989037] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.989260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.989260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.989451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.989451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.989549] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 798.067008] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.067008] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.067008] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.067273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.067574] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.083046] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.083046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.083346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.083346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.083451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.083484] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f9174f6-74d7-456b-9a5a-3fc6b18dbf9a already deleted. [ 798.084155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f9174f6-74d7-456b-9a5a-3fc6b18dbf9a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.086788] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 798.296903] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f1f663-75e3-4926-a2b7-df66107fd4b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.358389] env[71107]: INFO networking_nsxv3.common.synchronization [req-ed71ad74-b079-4a61-9880-f0cc74a4c9d2 req-fc6920ba-6afa-4d93-a12a-df015b1da84b tempest-SecurityGroupRulesTestJSON-565427160 tempest-SecurityGroupRulesTestJSON-565427160-project-member] Enqueued Resource ID: 18890c25-2876-4af2-b40a-7bd8d5e7273a with Priority: HIGHEST for action security_group_rules [ 798.358972] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18890c25-2876-4af2-b40a-7bd8d5e7273a with Priority: HIGHEST for action security_group_rules [ 798.372391] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18890c25-2876-4af2-b40a-7bd8d5e7273a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.372391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18890c25-2876-4af2-b40a-7bd8d5e7273a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.372391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18890c25-2876-4af2-b40a-7bd8d5e7273a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.372391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18890c25-2876-4af2-b40a-7bd8d5e7273a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.372391] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18890c25-2876-4af2-b40a-7bd8d5e7273a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.634399] env[71107]: INFO networking_nsxv3.common.synchronization [req-7a634f44-7977-4dc0-8d28-a2110a2784ee req-f578fd34-7faf-4f34-800d-df528c813108 tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Enqueued Resource ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 with Priority: HIGHEST for action security_group_members [ 798.634399] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 with Priority: HIGHEST for action security_group_members [ 798.634399] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c0f77a-ac9d-497a-b238-f2d251ddbb04 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.634399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.634399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.634399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.634979] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.634979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.634979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.634979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.634979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.635296] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c0f77a-ac9d-497a-b238-f2d251ddbb04',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.801588] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.801923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.801923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.802226] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.802364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.802494] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 is going to be created. [ 798.831472] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.831472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.831472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.831472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.831472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.843685] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 in Status: UNINITIALIZED for 2s [ 798.898843] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.899075] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.899075] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.899325] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.899528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.901040] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18890c25-2876-4af2-b40a-7bd8d5e7273a already deleted. [ 798.901040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18890c25-2876-4af2-b40a-7bd8d5e7273a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.140603] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.141023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.141023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.141183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.141326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.141550] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.141690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.141779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.141989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.142121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.142261] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 already deleted. [ 799.142351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.246062] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.246173] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.246261] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.246555] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.246817] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.246970] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.249067] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.249366] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.249518] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.249771] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.249886] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.250026] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.250145] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.250281] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.250352] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.250490] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.277494] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.277782] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 799.277848] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.277998] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.278375] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.278606] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.278702] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.279034] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.279179] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('481b7cf9-0b9b-4ed5-a3de-561c497e6f8a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.782792] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.783130] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.783208] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.783501] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.783687] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.783921] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 481b7cf9-0b9b-4ed5-a3de-561c497e6f8a not found, creating... [ 799.784148] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.784308] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.784426] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.784660] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.784829] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.785205] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.785368] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.785487] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.785939] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.785939] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.786059] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 481b7cf9-0b9b-4ed5-a3de-561c497e6f8a is going to be created. [ 799.810912] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.810912] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.810912] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.811106] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.811244] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.811510] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.055129] env[71107]: INFO networking_nsxv3.common.synchronization [req-bb0a9b18-af9f-4cbc-b2b0-dfd85050b6d2 req-a0ba00a3-3acb-4bdb-9ea8-2f8631b62d49 tempest-SecurityGroupRulesTestJSON-565427160 tempest-SecurityGroupRulesTestJSON-565427160-project-member] Enqueued Resource ID: f21c97bd-2dd7-4516-ada2-b51350c64a22 with Priority: HIGHEST for action security_group_rules [ 800.055662] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f21c97bd-2dd7-4516-ada2-b51350c64a22 with Priority: HIGHEST for action security_group_rules [ 800.055957] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f21c97bd-2dd7-4516-ada2-b51350c64a22 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.056094] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f21c97bd-2dd7-4516-ada2-b51350c64a22" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.056157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f21c97bd-2dd7-4516-ada2-b51350c64a22" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.056466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f21c97bd-2dd7-4516-ada2-b51350c64a22" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.056538] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f21c97bd-2dd7-4516-ada2-b51350c64a22',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.091550] env[71107]: INFO networking_nsxv3.common.synchronization [req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 req-7cc23203-d033-4668-87f0-471338fd9bd7 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 800.092674] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 800.092674] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.092674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.092674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.092923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.092957] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.093047] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.093112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.093254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.093337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.093429] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.112154] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 800.112502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.586734] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.586734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.586734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.586734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.586734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.586734] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f21c97bd-2dd7-4516-ada2-b51350c64a22 already deleted. [ 800.586734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f21c97bd-2dd7-4516-ada2-b51350c64a22" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.596765] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.597396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.597589] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.597911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.598321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.598639] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.600810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.600810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.600810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.600810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.600810] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 800.635468] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.635468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.635468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.635468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.635468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.644789] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 800.686025] env[71107]: INFO networking_nsxv3.common.synchronization [req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 req-7d44556b-c5b4-461f-8c90-9c4c91ae82df tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Enqueued Resource ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 with Priority: HIGHEST for action security_group_members [ 800.686025] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 with Priority: HIGHEST for action security_group_members [ 800.686025] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4f3094-f5c2-4f95-965c-21d07b3e7032 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.686025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.686025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.688165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.689775] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.689775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.689775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.689775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.690280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.691736] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a4f3094-f5c2-4f95-965c-21d07b3e7032',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.855023] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 in Status: SUCCESS [ 800.855023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.855023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.855023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.855023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.855023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.855023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.855023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.855023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.855023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.855023] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1f1f663-75e3-4926-a2b7-df66107fd4b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.058041] env[71107]: INFO networking_nsxv3.common.synchronization [req-b90ef4b7-ad9b-4a4d-aef3-dd12baf74644 req-b3147e0d-9bec-423b-95b2-09e6554ee2b3 tempest-SecurityGroupRulesTestJSON-565427160 tempest-SecurityGroupRulesTestJSON-565427160-project-member] Enqueued Resource ID: 819d11e5-5b6f-460e-ba7d-c448c7c6fc1b with Priority: HIGHEST for action security_group_rules [ 801.058041] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 819d11e5-5b6f-460e-ba7d-c448c7c6fc1b with Priority: HIGHEST for action security_group_rules [ 801.058041] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-819d11e5-5b6f-460e-ba7d-c448c7c6fc1b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.058041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-819d11e5-5b6f-460e-ba7d-c448c7c6fc1b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.058041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-819d11e5-5b6f-460e-ba7d-c448c7c6fc1b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.058041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-819d11e5-5b6f-460e-ba7d-c448c7c6fc1b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.058041] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('819d11e5-5b6f-460e-ba7d-c448c7c6fc1b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.189895] env[71107]: INFO networking_nsxv3.common.synchronization [req-7a634f44-7977-4dc0-8d28-a2110a2784ee req-0105c020-8426-4093-9f63-fc99d03da4af service nova] Enqueued Resource ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 with Priority: HIGHEST for action security_group_rules [ 801.189895] env[71107]: INFO networking_nsxv3.common.synchronization [req-7a634f44-7977-4dc0-8d28-a2110a2784ee req-0105c020-8426-4093-9f63-fc99d03da4af service nova] Enqueued Resource ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 with Priority: HIGHEST for action security_group_members [ 801.190296] env[71107]: INFO networking_nsxv3.common.synchronization [req-7a634f44-7977-4dc0-8d28-a2110a2784ee req-0105c020-8426-4093-9f63-fc99d03da4af service nova] Enqueued Resource ID: 481b7cf9-0b9b-4ed5-a3de-561c497e6f8a with Priority: HIGHEST for action port [ 801.194243] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 with Priority: HIGHEST for action security_group_rules [ 801.194243] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 with Priority: HIGHEST for action security_group_members [ 801.194243] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481b7cf9-0b9b-4ed5-a3de-561c497e6f8a with Priority: HIGHEST for action port [ 801.194243] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c0f77a-ac9d-497a-b238-f2d251ddbb04 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.194243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.194243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.194243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.194243] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c0f77a-ac9d-497a-b238-f2d251ddbb04',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.194243] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c0f77a-ac9d-497a-b238-f2d251ddbb04 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.194243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.194243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.194243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.194243] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.194243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.194827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.195200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.195379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.195550] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c0f77a-ac9d-497a-b238-f2d251ddbb04',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.196684] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.196939] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.197123] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.197385] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.197550] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('481b7cf9-0b9b-4ed5-a3de-561c497e6f8a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.199450] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.199680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.199828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.200099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.200277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.200556] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.200774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.200915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.201190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.201385] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.201594] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 is going to be updated. [ 801.235352] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.235352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.235472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.235607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.235868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.254043] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 in Status: IN_PROGRESS for 2s [ 801.357951] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f1f663-75e3-4926-a2b7-df66107fd4b6 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.358134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.358211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.358398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.358583] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.359965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.359965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.359965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.359965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.359965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.359965] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f1f663-75e3-4926-a2b7-df66107fd4b6 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.359965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.359965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.359965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.359965] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.359965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.359965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.360367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.360367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.360367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.360367] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1f1f663-75e3-4926-a2b7-df66107fd4b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.582342] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.582488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.582555] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.583426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.584793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.584793] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 819d11e5-5b6f-460e-ba7d-c448c7c6fc1b already deleted. [ 801.584793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-819d11e5-5b6f-460e-ba7d-c448c7c6fc1b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.701541] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c0f77a-ac9d-497a-b238-f2d251ddbb04 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.701901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.701901] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c0f77a-ac9d-497a-b238-f2d251ddbb04',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.703607] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 481b7cf9-0b9b-4ed5-a3de-561c497e6f8a with status ACTIVE [ 801.703816] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.703982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.704044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.704227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.704346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.704530] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.704636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.704708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.704863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.704944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.705136] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.705232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.705306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.705467] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.705545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.705631] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 481b7cf9-0b9b-4ed5-a3de-561c497e6f8a is going to be updated. [ 801.732676] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.732903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.732903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.733206] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.733291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.733415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.862869] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1f1f663-75e3-4926-a2b7-df66107fd4b6: rpc.has_security_group_logging(os_id): False [ 801.886524] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.886677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.886739] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.886960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.887065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.887262] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.887382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.887444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.887600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.887688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.887875] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.887968] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.888036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.888188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.888266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.888559] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.888716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.888819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.889037] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.889136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.889269] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 is going to be created. [ 801.998781] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.999024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.999024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.999544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.999544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.014581] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 in Status: IN_PROGRESS for 2s [ 802.204286] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c0f77a-ac9d-497a-b238-f2d251ddbb04',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.658551] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 802.658733] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa deletion is rescheduled due to dependency. [ 802.659423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.707692] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.708064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.708064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.708163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.708250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.708347] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 is going to be created. [ 802.742049] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.742207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.742300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.742514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.742680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.754697] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 in Status: UNINITIALIZED for 2s [ 802.857416] env[71107]: INFO networking_nsxv3.common.synchronization [req-bbceee48-2749-4f14-8f16-f558c210ad71 req-29fceb1a-44fb-4054-905d-0683f6fbda39 tempest-SecurityGroupRulesTestJSON-565427160 tempest-SecurityGroupRulesTestJSON-565427160-project-member] Enqueued Resource ID: a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0 with Priority: HIGHEST for action security_group_rules [ 802.858099] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0 with Priority: HIGHEST for action security_group_rules [ 802.858551] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.858736] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.858857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.859112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.859200] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.202467] env[71107]: INFO networking_nsxv3.common.synchronization [req-f3fe921c-0612-456a-8c16-cd84693e6d22 req-bb51b718-6af3-4043-9664-71698c302389 tempest-SecurityGroupRulesTestJSON-565427160 tempest-SecurityGroupRulesTestJSON-565427160-project-member] Enqueued Resource ID: a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0 with Priority: HIGHEST for action security_group_rules [ 803.203073] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0 with Priority: HIGHEST for action security_group_rules [ 803.203415] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.203565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.273776] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 in Status: SUCCESS [ 803.276445] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 deletion is rescheduled due to dependency. [ 803.276445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.383085] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.383085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.383085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.383085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.383085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.383085] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0 already deleted. [ 803.383085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.383085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.383085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.383085] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.586149] env[71107]: INFO networking_nsxv3.common.synchronization [req-a6054aeb-3cb2-4065-b9b0-410d24ccadb9 req-26406f39-7272-4fec-8c39-a11656de364a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 803.586203] env[71107]: INFO networking_nsxv3.common.synchronization [req-a6054aeb-3cb2-4065-b9b0-410d24ccadb9 req-26406f39-7272-4fec-8c39-a11656de364a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_members [ 803.586775] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 803.587233] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_members [ 803.587923] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.587923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.587923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.588312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.588583] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.588758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.588872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.589075] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.589203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.589481] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.591196] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.591433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.591988] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.592477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.592792] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.593068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.593425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.593744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.593958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.594204] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.669257] env[71107]: INFO networking_nsxv3.common.synchronization [req-a6054aeb-3cb2-4065-b9b0-410d24ccadb9 req-26406f39-7272-4fec-8c39-a11656de364a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_rules [ 803.670184] env[71107]: INFO networking_nsxv3.common.synchronization [req-a6054aeb-3cb2-4065-b9b0-410d24ccadb9 req-26406f39-7272-4fec-8c39-a11656de364a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_members [ 803.671391] env[71107]: INFO networking_nsxv3.common.synchronization [req-a6054aeb-3cb2-4065-b9b0-410d24ccadb9 req-26406f39-7272-4fec-8c39-a11656de364a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_rules [ 803.671391] env[71107]: INFO networking_nsxv3.common.synchronization [req-a6054aeb-3cb2-4065-b9b0-410d24ccadb9 req-26406f39-7272-4fec-8c39-a11656de364a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 803.674260] env[71107]: INFO networking_nsxv3.common.synchronization [req-a6054aeb-3cb2-4065-b9b0-410d24ccadb9 req-26406f39-7272-4fec-8c39-a11656de364a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 7d988e88-19ff-4686-b0ee-51f4333e4e6f with Priority: HIGHEST for action port [ 803.674260] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_rules [ 803.674260] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_rules [ 803.674260] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d988e88-19ff-4686-b0ee-51f4333e4e6f with Priority: HIGHEST for action port [ 803.674260] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_members [ 803.674260] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 803.675291] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.676639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.676639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.676639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.676639] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.679027] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.679280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.679450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.686147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.686147] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.686147] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d988e88-19ff-4686-b0ee-51f4333e4e6f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.686147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.686147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.686147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.686147] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d988e88-19ff-4686-b0ee-51f4333e4e6f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.686147] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.686147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.686147] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.686147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.928104] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.928417] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.928417] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.928528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.928630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.928739] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0 already deleted. [ 803.928830] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.986753] env[71107]: INFO networking_nsxv3.common.synchronization [req-daea852c-dacc-4427-b3b3-50fa2c9c39f3 req-6af59c8e-c6d7-4a39-a6d2-c619e3d6c329 tempest-SecurityGroupRulesTestJSON-565427160 tempest-SecurityGroupRulesTestJSON-565427160-project-member] Enqueued Resource ID: a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0 with Priority: HIGHEST for action security_group_rules [ 803.986753] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0 with Priority: HIGHEST for action security_group_rules [ 803.986946] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.987957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.988112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.988588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.988588] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.062142] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 in Status: SUCCESS [ 804.062420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.096907] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.097940] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.187119] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.187271] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.187489] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.187586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.187734] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d988e88-19ff-4686-b0ee-51f4333e4e6f with status ACTIVE [ 804.187912] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.188109] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.188109] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.188378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.188513] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.189459] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.189617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.189684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.189864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.189945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.190187] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.190307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.190362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.190536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.190619] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.190707] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d988e88-19ff-4686-b0ee-51f4333e4e6f is going to be updated. [ 804.261953] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.261953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.261953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.261953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.261953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.261953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.526239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.526387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.526548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.526674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.526755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.526859] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0 already deleted. [ 804.526930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70d8212-ed4e-4f7b-bb4c-3e138e4cbcc0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.599565] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.600552] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.766267] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 in Status: SUCCESS [ 804.766473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.766593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.766813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.770030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.770030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.770030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.770030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.770030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.770030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.770030] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16c0f77a-ac9d-497a-b238-f2d251ddbb04',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.090313] env[71107]: INFO networking_nsxv3.common.synchronization [req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 req-1bb5ce17-c4fd-4724-b58e-70f6443eca4b tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Enqueued Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_members [ 805.090934] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGHEST for action security_group_members [ 805.091258] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.091406] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.091486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.091691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.091846] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.091945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.092010] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.092173] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.092261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.092357] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.102137] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.102276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.102445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.102623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.102716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.102815] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 is going to be created. [ 805.104118] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.104378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.104676] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.104676] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.104788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.104817] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 805.130597] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.130782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.130849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.131022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.131191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.138530] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.138737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.138737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.138953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.139106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.157196] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: UNINITIALIZED for 2s [ 805.159677] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 805.269801] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c0f77a-ac9d-497a-b238-f2d251ddbb04 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.272747] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.272747] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c0f77a-ac9d-497a-b238-f2d251ddbb04 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.272747] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.272747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.273741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.273741] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16c0f77a-ac9d-497a-b238-f2d251ddbb04',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.597960] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.598308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.598308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.598476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.598588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.598806] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.598912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.599022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.599354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.599455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.599554] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba423b1-fc61-4c05-a456-0777d355f586 is going to be updated. [ 805.645546] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.645997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.645997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.645997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.646186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.657203] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: IN_PROGRESS for 2s [ 805.775369] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16c0f77a-ac9d-497a-b238-f2d251ddbb04: rpc.has_security_group_logging(os_id): False [ 805.805605] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.806245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.806360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.806918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.807102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.807503] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.807696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.807799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.808060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.808236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.808468] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.808615] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.808708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.808908] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.809017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.809272] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.809419] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.809593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.809689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.809758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.809896] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 is going to be created. [ 805.896794] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.897022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.897106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.897254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.897474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.917661] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 in Status: IN_PROGRESS for 2s [ 807.168538] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: SUCCESS [ 807.168825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.169021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.169257] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.169450] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.169815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.169815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.171184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.171284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.171372] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.173766] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 807.173990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.174126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.174696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.174885] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.175017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.175090] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.175425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.175425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.175425] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.328060] env[71107]: INFO networking_nsxv3.common.synchronization [req-ac957e08-4ffe-477e-8f83-df3c213c3f3f req-316fe774-f652-4f10-841a-ce1c0d8c8078 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Enqueued Resource ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 with Priority: HIGHEST for action security_group_members [ 807.331514] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 with Priority: HIGHEST for action security_group_members [ 807.331925] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c1e33a-c687-45fe-8315-40aa034aa3b2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.332055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.332112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.332346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.332512] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.332613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.332671] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.332841] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.332935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.333044] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c1e33a-c687-45fe-8315-40aa034aa3b2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.671207] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba423b1-fc61-4c05-a456-0777d355f586 in Status: SUCCESS [ 807.671207] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba423b1-fc61-4c05-a456-0777d355f586 deletion is rescheduled due to dependency. [ 807.671207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.678064] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.680502] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.798066] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.799432] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-535" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.799614] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-535" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.800093] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-535" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.800455] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.800705] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.800820] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.801184] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.801402] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.801676] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.801815] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.801948] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.802101] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.802239] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.802417] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.802644] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.834757] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.834932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.835024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.835280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.835366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.835630] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.835733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.835807] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.835980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.836080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.836163] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 already deleted. [ 807.836267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.840246] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.840524] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 807.840723] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.840940] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-535" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.841306] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.841587] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.841756] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.842313] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.842623] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.932775] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 in Status: SUCCESS [ 807.933028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.186493] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.187651] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.345053] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.345459] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.345742] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.346226] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.346496] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.346893] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 not found, creating... [ 808.347365] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.347696] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.347944] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.348375] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.348674] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.349308] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.349587] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.349841] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.350247] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.350527] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.350800] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 is going to be created. [ 808.375446] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.375695] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.375845] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.378297] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.378297] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.378297] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.690280] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.690280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.690280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.690280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.691201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.691201] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 is going to be updated. [ 808.691997] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.692238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.692238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.692438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.692516] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.692619] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 808.776907] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.776989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.777142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.777298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.777425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.789195] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: IN_PROGRESS for 2s [ 808.798910] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.798910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.798910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.798910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.798910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.828054] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 809.137444] env[71107]: INFO networking_nsxv3.common.synchronization [req-ac957e08-4ffe-477e-8f83-df3c213c3f3f req-a103bf6d-f585-48c8-b385-f78818bde749 service nova] Enqueued Resource ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 with Priority: HIGHEST for action security_group_rules [ 809.137724] env[71107]: INFO networking_nsxv3.common.synchronization [req-ac957e08-4ffe-477e-8f83-df3c213c3f3f req-a103bf6d-f585-48c8-b385-f78818bde749 service nova] Enqueued Resource ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 with Priority: HIGHEST for action security_group_members [ 809.138301] env[71107]: INFO networking_nsxv3.common.synchronization [req-ac957e08-4ffe-477e-8f83-df3c213c3f3f req-a103bf6d-f585-48c8-b385-f78818bde749 service nova] Enqueued Resource ID: 2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 with Priority: HIGHEST for action port [ 809.143023] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 with Priority: HIGHEST for action security_group_rules [ 809.143023] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 with Priority: HIGHEST for action security_group_members [ 809.143023] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 with Priority: HIGHEST for action port [ 809.143023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51c1e33a-c687-45fe-8315-40aa034aa3b2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.143023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.143023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.143023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.143023] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51c1e33a-c687-45fe-8315-40aa034aa3b2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.143023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c1e33a-c687-45fe-8315-40aa034aa3b2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.143023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.143023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.143023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.143023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.143023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.143023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.143023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.144045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.144045] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c1e33a-c687-45fe-8315-40aa034aa3b2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.145440] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.145605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.145693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.145910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.147603] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.648648] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c1e33a-c687-45fe-8315-40aa034aa3b2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.648987] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.650155] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51c1e33a-c687-45fe-8315-40aa034aa3b2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.653088] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 with status ACTIVE [ 809.653088] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.653088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.653088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.653088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.653909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.654200] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.654389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.654517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.656286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.656286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.656518] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.657303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.657303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.657536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.658098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.658763] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 is going to be updated. [ 809.686662] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.686827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.686898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.687167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.687320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.687676] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.164563] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51c1e33a-c687-45fe-8315-40aa034aa3b2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.668609] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.669111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.669111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.669111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.670038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.670038] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 is going to be created. [ 810.712105] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.712338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.712338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.712543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.712707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.724314] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 in Status: UNINITIALIZED for 2s [ 810.801334] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: SUCCESS [ 810.801649] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.801915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.801996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.802203] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.802360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.802452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.802588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.802671] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.802761] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.802849] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.841239] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 810.841486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.841663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.841883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.842100] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.842700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.842771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.843016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.843099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.843168] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.843227] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.306563] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.337858] env[71107]: INFO networking_nsxv3.common.synchronization [req-50741620-00fa-4686-932b-4ef22ea01116 req-80ba6436-7c27-4b26-a53c-5fd51411a139 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_members [ 811.338114] env[71107]: INFO networking_nsxv3.common.synchronization [req-50741620-00fa-4686-932b-4ef22ea01116 req-80ba6436-7c27-4b26-a53c-5fd51411a139 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 811.338277] env[71107]: INFO networking_nsxv3.common.synchronization [req-50741620-00fa-4686-932b-4ef22ea01116 req-80ba6436-7c27-4b26-a53c-5fd51411a139 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 96ba7875-4efc-4023-8efd-3e42164e525a with Priority: HIGHEST for action security_group_members [ 811.338778] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_members [ 811.338916] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 811.339040] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ba7875-4efc-4023-8efd-3e42164e525a with Priority: HIGHEST for action security_group_members [ 811.342678] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.342678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.342678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.342678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.342678] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.342678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.342678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.342678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.342678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.342678] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.347172] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.347172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.347172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.347172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.347172] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.347172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.347172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.347172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.347172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.347172] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.347172] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-96ba7875-4efc-4023-8efd-3e42164e525a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.347172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.347172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.347172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.347172] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.347961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.347961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.347961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.347961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.347961] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96ba7875-4efc-4023-8efd-3e42164e525a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.350827] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.350827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.452234] env[71107]: INFO networking_nsxv3.common.synchronization [req-50741620-00fa-4686-932b-4ef22ea01116 req-80ba6436-7c27-4b26-a53c-5fd51411a139 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_rules [ 811.452234] env[71107]: INFO networking_nsxv3.common.synchronization [req-50741620-00fa-4686-932b-4ef22ea01116 req-80ba6436-7c27-4b26-a53c-5fd51411a139 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_members [ 811.452234] env[71107]: INFO networking_nsxv3.common.synchronization [req-50741620-00fa-4686-932b-4ef22ea01116 req-80ba6436-7c27-4b26-a53c-5fd51411a139 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 96ba7875-4efc-4023-8efd-3e42164e525a with Priority: HIGHEST for action security_group_rules [ 811.452234] env[71107]: INFO networking_nsxv3.common.synchronization [req-50741620-00fa-4686-932b-4ef22ea01116 req-80ba6436-7c27-4b26-a53c-5fd51411a139 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 96ba7875-4efc-4023-8efd-3e42164e525a with Priority: HIGHEST for action security_group_members [ 811.452234] env[71107]: INFO networking_nsxv3.common.synchronization [req-50741620-00fa-4686-932b-4ef22ea01116 req-80ba6436-7c27-4b26-a53c-5fd51411a139 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_rules [ 811.452234] env[71107]: INFO networking_nsxv3.common.synchronization [req-50741620-00fa-4686-932b-4ef22ea01116 req-80ba6436-7c27-4b26-a53c-5fd51411a139 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 811.452234] env[71107]: INFO networking_nsxv3.common.synchronization [req-50741620-00fa-4686-932b-4ef22ea01116 req-80ba6436-7c27-4b26-a53c-5fd51411a139 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 7d988e88-19ff-4686-b0ee-51f4333e4e6f with Priority: HIGHEST for action port [ 811.453152] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_rules [ 811.453439] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ba7875-4efc-4023-8efd-3e42164e525a with Priority: HIGHEST for action security_group_rules [ 811.453663] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 811.453892] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d988e88-19ff-4686-b0ee-51f4333e4e6f with Priority: HIGHEST for action port [ 811.454129] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_rules [ 811.454360] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_members [ 811.454583] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ba7875-4efc-4023-8efd-3e42164e525a with Priority: HIGHEST for action security_group_members [ 811.455396] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.455636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.456071] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96ba7875-4efc-4023-8efd-3e42164e525a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.456313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.456460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.457176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.457395] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96ba7875-4efc-4023-8efd-3e42164e525a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.458422] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.458634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.458924] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d988e88-19ff-4686-b0ee-51f4333e4e6f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.459208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.459447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.459751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.459924] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d988e88-19ff-4686-b0ee-51f4333e4e6f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.461564] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.461812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.462177] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.462350] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.463124] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-96ba7875-4efc-4023-8efd-3e42164e525a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.463770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.808497] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086: rpc.has_security_group_logging(os_id): False [ 811.832876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.832876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.832876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.832876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.832876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.832876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.833370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.833370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.833370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.833370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.833370] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 is going to be created. [ 811.849684] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.850074] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96ba7875-4efc-4023-8efd-3e42164e525a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.850801] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.961983] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d988e88-19ff-4686-b0ee-51f4333e4e6f with status ACTIVE [ 811.962388] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.962555] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.962665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.962993] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.963146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.963409] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.963560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.964694] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.964902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.964998] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.965214] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.965322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.965383] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.965542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.965708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.965886] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d988e88-19ff-4686-b0ee-51f4333e4e6f is going to be updated. [ 811.967743] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-96ba7875-4efc-4023-8efd-3e42164e525a taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.967743] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.995728] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.996140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.996330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.996684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.997176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.997429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d988e88-19ff-4686-b0ee-51f4333e4e6f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.007710] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.008351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.008480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.008737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.008930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.024402] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: IN_PROGRESS for 2s [ 812.352137] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.353746] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96ba7875-4efc-4023-8efd-3e42164e525a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.357026] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.684622] env[71107]: INFO networking_nsxv3.common.synchronization [None req-ac376ed9-df30-4995-9d01-13976706ee7a None None] Enqueued Resource ID: 370d0e5d-e1c5-4c9d-bc95-2ca6ddfb8128 with Priority: HIGHEST for action port [ 812.685228] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 370d0e5d-e1c5-4c9d-bc95-2ca6ddfb8128 with Priority: HIGHEST for action port [ 812.685621] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-370d0e5d-e1c5-4c9d-bc95-2ca6ddfb8128 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.685717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-370d0e5d-e1c5-4c9d-bc95-2ca6ddfb8128" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.685781] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-370d0e5d-e1c5-4c9d-bc95-2ca6ddfb8128" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.687134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-370d0e5d-e1c5-4c9d-bc95-2ca6ddfb8128" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.687289] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('370d0e5d-e1c5-4c9d-bc95-2ca6ddfb8128',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.738216] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 in Status: SUCCESS [ 812.738532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.738771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.738997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.739207] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.739330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.739476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.739667] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.739762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.739862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.739966] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51c1e33a-c687-45fe-8315-40aa034aa3b2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.859025] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.859025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.859025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.859025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.859025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.859025] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 is going to be updated. [ 812.861758] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.863317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.863317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.863317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.863317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.863848] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 812.865790] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.866579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.870430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.870430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.870430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.870430] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96ba7875-4efc-4023-8efd-3e42164e525a is going to be created. [ 812.926424] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.926598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.926635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.926851] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.927016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.931232] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.931753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.931753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.932080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.932080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.937456] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.937614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.937680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.937894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.938999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.948491] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: IN_PROGRESS for 2s [ 812.949176] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96ba7875-4efc-4023-8efd-3e42164e525a in Status: UNINITIALIZED for 2s [ 812.949762] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 813.192697] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 370d0e5d-e1c5-4c9d-bc95-2ca6ddfb8128 [ 813.192969] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.193163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.193268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.193560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.193651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.193787] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:370d0e5d-e1c5-4c9d-bc95-2ca6ddfb8128 already deleted. [ 813.193875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-370d0e5d-e1c5-4c9d-bc95-2ca6ddfb8128" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.244093] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c1e33a-c687-45fe-8315-40aa034aa3b2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.244222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.244222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.244487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.244659] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.244769] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.244841] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.245059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.245175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.245272] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.245459] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c1e33a-c687-45fe-8315-40aa034aa3b2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.245565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.245628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.245828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.246057] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.246223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.246286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.246503] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.246621] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.247824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.247824] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51c1e33a-c687-45fe-8315-40aa034aa3b2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.749974] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51c1e33a-c687-45fe-8315-40aa034aa3b2: rpc.has_security_group_logging(os_id): False [ 813.791274] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.791274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.791274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.791274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.791274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.791274] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.791274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.791274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.791274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.791274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.791274] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.791274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.791274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.791274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.791274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.792201] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.796181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.796181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.796181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.796181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.796181] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 is going to be created. [ 813.908476] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.908476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.908476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.908476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.908476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.945295] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 in Status: IN_PROGRESS for 2s [ 813.977074] env[71107]: INFO networking_nsxv3.common.synchronization [req-f75f5c89-f72b-459e-bcd3-58458acc9a6e req-3ed2bd5d-b9fa-4f6c-94cd-d59dad2a2bda tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Enqueued Resource ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 with Priority: HIGHEST for action security_group_members [ 813.977074] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 with Priority: HIGHEST for action security_group_members [ 813.977074] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c0f77a-ac9d-497a-b238-f2d251ddbb04 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.977074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.977074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.977074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.977074] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.977074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.977074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.977074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.977074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.977642] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c0f77a-ac9d-497a-b238-f2d251ddbb04',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.058506] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: SUCCESS [ 814.058737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.058921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.059189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.060341] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.481064] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.481064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.481064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.481497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.481670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.482162] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.482328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.482410] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.482741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.483956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.483956] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 is going to be updated. [ 814.561680] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.561856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.578194] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.578194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.578194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.578194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.578194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.591349] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 in Status: IN_PROGRESS for 2s [ 814.963065] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 814.964010] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.969177] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96ba7875-4efc-4023-8efd-3e42164e525a in Status: SUCCESS [ 814.969177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.969177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.969177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.969177] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.969177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.969177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.969177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.969177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.969177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.969177] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.969177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.969177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.969842] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.971073] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.971306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.971503] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.971748] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.971923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.973151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.973151] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.977201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.977201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.977201] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.977201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.977201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.977201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.977201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.977201] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96ba7875-4efc-4023-8efd-3e42164e525a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.982073] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: SUCCESS [ 814.982073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.982073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.982073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.982073] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.982073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.982073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.982073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.982073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.982073] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.983461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.983832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.984111] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.984331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.984471] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.984706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.984874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.985169] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.990667] env[71107]: INFO networking_nsxv3.common.synchronization [req-a7662715-1976-4d85-949b-9bb7233ef2b0 req-480db2e6-75fb-4409-a177-0b7cbe638229 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Enqueued Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_members [ 814.991762] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_members [ 814.991900] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.992305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.992305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.992305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.992467] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.992601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.992700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.992898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.992930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.993044] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.367296] env[71107]: INFO networking_nsxv3.common.synchronization [None req-3b7af479-c1ac-4900-b025-35ff5473cd20 None None] Enqueued Resource ID: 5856893b-8804-4f58-96c5-41b04143392a with Priority: HIGHEST for action port [ 815.368287] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5856893b-8804-4f58-96c5-41b04143392a with Priority: HIGHEST for action port [ 815.368287] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-5856893b-8804-4f58-96c5-41b04143392a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.368287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5856893b-8804-4f58-96c5-41b04143392a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.368447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5856893b-8804-4f58-96c5-41b04143392a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.368662] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5856893b-8804-4f58-96c5-41b04143392a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.368712] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5856893b-8804-4f58-96c5-41b04143392a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.475691] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd007bc0-7b2d-407e-8017-e45c2a508073: rpc.has_security_group_logging(os_id): False [ 815.488623] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.489725] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.490819] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96ba7875-4efc-4023-8efd-3e42164e525a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.494850] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.495585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.495585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.495585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.495585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.495585] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.496073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.496073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.496073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.496073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.496183] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.496479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.496479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.496635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.496799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.496950] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.497492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.497590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.497758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.497843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.498064] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 815.499389] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.679800] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.679800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.680344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.680344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.680344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.691263] env[71107]: INFO networking_nsxv3.common.synchronization [req-968bb953-e255-4533-a66e-1fbc9d683e9a req-1c3531fb-e423-4537-8537-77b06dcab91e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_members [ 815.691463] env[71107]: INFO networking_nsxv3.common.synchronization [req-968bb953-e255-4533-a66e-1fbc9d683e9a req-1c3531fb-e423-4537-8537-77b06dcab91e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 815.691463] env[71107]: INFO networking_nsxv3.common.synchronization [req-968bb953-e255-4533-a66e-1fbc9d683e9a req-1c3531fb-e423-4537-8537-77b06dcab91e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 96ba7875-4efc-4023-8efd-3e42164e525a with Priority: HIGHEST for action security_group_members [ 815.692046] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 with Priority: HIGHEST for action security_group_members [ 815.692213] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 815.692321] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ba7875-4efc-4023-8efd-3e42164e525a with Priority: HIGHEST for action security_group_members [ 815.692636] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.692742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.693421] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.693524] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.693710] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-96ba7875-4efc-4023-8efd-3e42164e525a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.693783] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.706870] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 815.872270] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5856893b-8804-4f58-96c5-41b04143392a [ 815.872270] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.872270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.872270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.872270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.872270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.872270] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5856893b-8804-4f58-96c5-41b04143392a already deleted. [ 815.872270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5856893b-8804-4f58-96c5-41b04143392a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.957681] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 in Status: SUCCESS [ 815.957935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.992696] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.993309] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96ba7875-4efc-4023-8efd-3e42164e525a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.993924] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.001464] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.495312] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.495462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.495538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.495760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.495887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.495990] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 is going to be updated. [ 816.497303] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.497892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.497892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.497892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.497892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.497892] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96ba7875-4efc-4023-8efd-3e42164e525a is going to be updated. [ 816.498815] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.498926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.498994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.499166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.499248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.499347] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 816.503532] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.503655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.503733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.503905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.503988] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.504317] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 is going to be updated. [ 816.550287] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.550287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.550287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.550287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.550287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.553183] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.553183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.553183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.553183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.553183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.554551] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.554660] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.554660] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.554865] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.555010] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.557184] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.557337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.557381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.557543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.557701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.573923] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 816.574727] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: IN_PROGRESS for 2s [ 816.575159] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: IN_PROGRESS for 2s [ 816.575752] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96ba7875-4efc-4023-8efd-3e42164e525a in Status: IN_PROGRESS for 2s [ 816.606192] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 in Status: SUCCESS [ 816.606380] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 deletion is rescheduled due to dependency. [ 816.606380] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.724748] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 817.725138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.725321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.725572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.725672] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.229142] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.229142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.587973] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96ba7875-4efc-4023-8efd-3e42164e525a in Status: SUCCESS [ 818.588251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.588345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.588563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.588751] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.588869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.588935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.589104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.589199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.589286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.589384] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96ba7875-4efc-4023-8efd-3e42164e525a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.591601] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: SUCCESS [ 818.591836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.592613] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 818.592816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.593463] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: SUCCESS [ 818.593690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.594129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.594242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.594460] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.594724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.594833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.595037] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.595159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.595278] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96ba7875-4efc-4023-8efd-3e42164e525a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.596201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.596418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.596617] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.596901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.596994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.597188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.597299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.597423] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.598290] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.598498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.598695] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.598835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.598922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.599334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.599485] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.599601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.599700] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.601854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.602103] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.602306] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.602502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.602645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.602906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.603031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.603168] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.091252] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96ba7875-4efc-4023-8efd-3e42164e525a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.101358] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.102687] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.103517] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.103651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.103714] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.103923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.104025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.104276] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.104389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.104456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.104642] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.104727] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.104816] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96ba7875-4efc-4023-8efd-3e42164e525a is going to be deleted. [ 819.106499] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.106620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.107120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.107316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.107405] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.107589] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.108464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.108464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.108464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.108464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.108464] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 is going to be updated. [ 819.163402] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.163546] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.163724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.163992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.164177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.170692] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.171108] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.171108] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.171348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.171348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.171348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.174640] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: IN_PROGRESS for 2s [ 819.425297] env[71107]: INFO networking_nsxv3.common.synchronization [req-acaeed77-218b-4fb9-a38f-c4366b46f299 req-2abba256-7e02-4756-8c28-4d48484ab347 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Enqueued Resource ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 with Priority: HIGHEST for action security_group_members [ 819.425845] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 with Priority: HIGHEST for action security_group_members [ 819.426170] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3e1a5b-446b-403f-8958-9e47a9c0c146 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.426299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.426362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.426651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.426808] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.426913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.428138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.428138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.428138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.428138] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3e1a5b-446b-403f-8958-9e47a9c0c146',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.593598] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96ba7875-4efc-4023-8efd-3e42164e525a: rpc.has_security_group_logging(os_id): False [ 819.609184] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086: rpc.has_security_group_logging(os_id): False [ 819.609971] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.615821] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.616250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.616463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.616792] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.618096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.618096] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.618096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.618096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.618096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.618096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.618096] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96ba7875-4efc-4023-8efd-3e42164e525a is going to be created. [ 819.639924] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.639924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.639924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.639924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.639924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.639924] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.639924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.639924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.639924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.639924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.639924] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 is going to be updated. [ 819.649412] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/96ba7875-4efc-4023-8efd-3e42164e525a], does not exist path=[/infra/domains/default/groups/96ba7875-4efc-4023-8efd-3e42164e525a]."\n}' [ 819.649412] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96ba7875-4efc-4023-8efd-3e42164e525a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/96ba7875-4efc-4023-8efd-3e42164e525a [ 819.649412] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 819.720025] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.720025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.720025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.720025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.721106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.721649] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.724130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.724130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.724130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.724130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.724130] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.724130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.724130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.724130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.724130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.724130] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96ba7875-4efc-4023-8efd-3e42164e525a is going to be created. [ 819.739847] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.739847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.739847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.739847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.739847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.747327] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/96ba7875-4efc-4023-8efd-3e42164e525a], does not exist path=[/infra/domains/default/groups/96ba7875-4efc-4023-8efd-3e42164e525a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/96ba7875-4efc-4023-8efd-3e42164e525a [ 819.747327] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96ba7875-4efc-4023-8efd-3e42164e525a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.747327] env[71107]: Traceback (most recent call last): [ 819.747327] env[71107]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 819.747327] env[71107]: return func(*args, **kwargs) [ 819.747327] env[71107]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 819.747327] env[71107]: res.raise_for_status() [ 819.747327] env[71107]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 819.747327] env[71107]: raise HTTPError(http_error_msg, response=self) [ 819.747327] env[71107]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/96ba7875-4efc-4023-8efd-3e42164e525a [ 819.747327] env[71107]: During handling of the above exception, another exception occurred: [ 819.747327] env[71107]: Traceback (most recent call last): [ 819.747327] env[71107]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 819.747327] env[71107]: listener.cb(fileno) [ 819.747327] env[71107]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 819.747327] env[71107]: result = function(*args, **kwargs) [ 819.747327] env[71107]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 819.747327] env[71107]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 819.747327] env[71107]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 819.747327] env[71107]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 819.747327] env[71107]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 819.747327] env[71107]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 819.747327] env[71107]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 819.747327] env[71107]: res.raise_for_status() [ 819.747327] env[71107]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 819.747327] env[71107]: raise HTTPError(http_error_msg, response=self) [ 819.747327] env[71107]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/96ba7875-4efc-4023-8efd-3e42164e525a [ 819.747327] env[71107]: Removing descriptor: 5 [ 819.752436] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: IN_PROGRESS for 2s [ 819.864909] env[71107]: INFO networking_nsxv3.common.synchronization [req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 req-49769579-326a-4a7e-9f12-5627bf4494b0 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Enqueued Resource ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 with Priority: HIGHEST for action security_group_members [ 819.865492] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 with Priority: HIGHEST for action security_group_members [ 819.865931] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f1f663-75e3-4926-a2b7-df66107fd4b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.870669] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.870669] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.870894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.871099] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.871215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.871273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.871494] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.871634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.871793] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f1f663-75e3-4926-a2b7-df66107fd4b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.930448] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.930448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.930448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.930655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.930655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.930842] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.930951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.931023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.931189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.931272] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.931358] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 already deleted. [ 819.931494] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.073634] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.074394] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-176" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.074394] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-176" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.074394] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-176" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.074567] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.074720] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.074842] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.075063] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.075208] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.075416] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.075563] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.075629] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.075754] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.075835] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.075937] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.076115] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.096025] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.096332] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.096332] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.096456] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-176" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.096764] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-cfa684b6-b86f-4ac3-ad7d-94a671b65470 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.097028] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-cfa684b6-b86f-4ac3-ad7d-94a671b65470" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.097213] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-cfa684b6-b86f-4ac3-ad7d-94a671b65470" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.097457] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-cfa684b6-b86f-4ac3-ad7d-94a671b65470" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.097608] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa684b6-b86f-4ac3-ad7d-94a671b65470',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.121167] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.121167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.121334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.121598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.121681] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.122116] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 820.170932] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.170932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.170932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.170932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.171190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.185112] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 820.375741] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.375898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.375975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.376234] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.400545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.400876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.401053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.401133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.401379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.401550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.401669] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 is going to be updated. [ 820.432142] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.432389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.432509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.432824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.433193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.446448] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 in Status: IN_PROGRESS for 2s [ 820.603382] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.603823] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.603955] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.604394] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.604636] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.604882] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port cfa684b6-b86f-4ac3-ad7d-94a671b65470 not found, creating... [ 820.605321] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.605582] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.605782] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.606155] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.606395] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.606861] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.607274] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.607340] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.608536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.608536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.608536] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: cfa684b6-b86f-4ac3-ad7d-94a671b65470 is going to be created. [ 820.631096] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.631514] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.631750] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.632242] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.632605] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.632966] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-cfa684b6-b86f-4ac3-ad7d-94a671b65470" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.028212] env[71107]: INFO networking_nsxv3.common.synchronization [req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 req-b49941aa-f2f9-417f-8f0e-8dfc5f75b54c tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Enqueued Resource ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 with Priority: HIGHEST for action security_group_members [ 821.028794] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 with Priority: HIGHEST for action security_group_members [ 821.029044] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51c1e33a-c687-45fe-8315-40aa034aa3b2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.029168] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.029230] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.029465] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.029625] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.029740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.029796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.029928] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.030025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.030121] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51c1e33a-c687-45fe-8315-40aa034aa3b2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.198659] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: SUCCESS [ 821.199046] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 deletion is rescheduled due to dependency. [ 821.199046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.532084] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.532415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.532415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.532596] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.556300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.556601] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.556746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.556818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.557043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.557128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.557203] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 is going to be updated. [ 821.593225] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.593387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.593486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.593698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.593885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.604087] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 in Status: IN_PROGRESS for 2s [ 821.626550] env[71107]: INFO networking_nsxv3.common.synchronization [req-0c58dadf-04b1-4380-b52c-9f62c78a5866 req-ed6e4e78-90c0-4178-b518-776e667ecc60 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 821.627236] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 821.627443] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.627609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.627659] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.627884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.628406] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.628497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.628567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.628728] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.628817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.629139] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.644444] env[71107]: INFO networking_nsxv3.common.synchronization [req-acaeed77-218b-4fb9-a38f-c4366b46f299 req-51e47c5c-51e5-47fd-b715-b3283b2d7e62 service nova] Enqueued Resource ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 with Priority: HIGHEST for action security_group_rules [ 821.644574] env[71107]: INFO networking_nsxv3.common.synchronization [req-acaeed77-218b-4fb9-a38f-c4366b46f299 req-51e47c5c-51e5-47fd-b715-b3283b2d7e62 service nova] Enqueued Resource ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 with Priority: HIGHEST for action security_group_members [ 821.644859] env[71107]: INFO networking_nsxv3.common.synchronization [req-acaeed77-218b-4fb9-a38f-c4366b46f299 req-51e47c5c-51e5-47fd-b715-b3283b2d7e62 service nova] Enqueued Resource ID: cfa684b6-b86f-4ac3-ad7d-94a671b65470 with Priority: HIGHEST for action port [ 821.645359] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 with Priority: HIGHEST for action security_group_rules [ 821.645492] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 with Priority: HIGHEST for action security_group_members [ 821.645593] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa684b6-b86f-4ac3-ad7d-94a671b65470 with Priority: HIGHEST for action port [ 821.646803] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3e1a5b-446b-403f-8958-9e47a9c0c146 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.646918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.646988] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.647256] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.647331] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3e1a5b-446b-403f-8958-9e47a9c0c146',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.648384] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3e1a5b-446b-403f-8958-9e47a9c0c146 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.648519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.648591] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.648766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.648911] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.649147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.649208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.649371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.649478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.649589] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3e1a5b-446b-403f-8958-9e47a9c0c146',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.654569] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfa684b6-b86f-4ac3-ad7d-94a671b65470 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.654745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfa684b6-b86f-4ac3-ad7d-94a671b65470" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.654817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfa684b6-b86f-4ac3-ad7d-94a671b65470" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.654985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfa684b6-b86f-4ac3-ad7d-94a671b65470" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.655088] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa684b6-b86f-4ac3-ad7d-94a671b65470',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.768501] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086 in Status: SUCCESS [ 821.768856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.130902] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.130992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.131044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.131294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.131391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.131678] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.131800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.131844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.132009] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.132123] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.132243] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 already deleted. [ 822.132367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.157290] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3e1a5b-446b-403f-8958-9e47a9c0c146',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.164029] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3e1a5b-446b-403f-8958-9e47a9c0c146 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.164029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.164029] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfa684b6-b86f-4ac3-ad7d-94a671b65470 with status ACTIVE [ 822.164029] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.164029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.164029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.164029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.164029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.164029] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.164029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.164029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.164029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.164029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.164029] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.165299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.165299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.165299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.165299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.165299] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfa684b6-b86f-4ac3-ad7d-94a671b65470 is going to be updated. [ 822.206508] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 822.206937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.206937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.207109] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.207302] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.207422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.207479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.207638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.207733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.207829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.207922] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.221296] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.221523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.221626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.221819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.221954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.222133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfa684b6-b86f-4ac3-ad7d-94a671b65470" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.224831] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.225133] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.225354] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.225658] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.225958] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.226776] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.226776] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.226951] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.227152] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.227673] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.227673] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.227673] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.227801] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.227801] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.227912] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.228035] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.249826] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.250365] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.250555] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.250855] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.251414] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-c31e640e-f5d6-4ead-a077-51204b1e53bb taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.251591] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-c31e640e-f5d6-4ead-a077-51204b1e53bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.251693] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-c31e640e-f5d6-4ead-a077-51204b1e53bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.252012] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-c31e640e-f5d6-4ead-a077-51204b1e53bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.252224] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c31e640e-f5d6-4ead-a077-51204b1e53bb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.355097] env[71107]: INFO networking_nsxv3.common.synchronization [req-69e55614-9c58-4f45-a276-2ba0acf10553 req-323d5d40-76fe-41d7-96c5-d5863e302b47 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Enqueued Resource ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee with Priority: HIGHEST for action security_group_members [ 822.355625] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee with Priority: HIGHEST for action security_group_members [ 822.355927] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dac7cf-2bfb-4b04-a754-7845230b34ee taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.356066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.356139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.356388] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.356562] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.356664] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.356730] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.356887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.356978] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.357650] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27dac7cf-2bfb-4b04-a754-7845230b34ee',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.457393] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 in Status: SUCCESS [ 822.457576] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 deletion is rescheduled due to dependency. [ 822.457695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.662066] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3e1a5b-446b-403f-8958-9e47a9c0c146',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.710776] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.710943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.711030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.711254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.711439] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.711700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.711700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.711814] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.711905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.711994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.712179] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.712277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.712340] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.712508] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.712648] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.712760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.712819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.712996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.713092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.713178] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.713270] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.758137] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.758137] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.758137] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.758137] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.758137] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.758137] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port c31e640e-f5d6-4ead-a077-51204b1e53bb not found, creating... [ 822.758137] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.758137] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.758137] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.758137] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.758137] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.758539] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.758539] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.758539] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.758836] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.758976] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.759133] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: c31e640e-f5d6-4ead-a077-51204b1e53bb is going to be created. [ 822.783996] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.787527] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.787527] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.787527] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.787527] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.787527] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-c31e640e-f5d6-4ead-a077-51204b1e53bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.806335] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.806536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-734" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.806635] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-734" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.806970] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-734" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.807274] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.807425] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.809019] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.809019] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.809019] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.809384] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.810240] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.814035] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.814035] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.814035] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.814035] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.814035] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.849759] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.850075] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.850305] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.850522] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-734" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.850921] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-00cf0163-4f5d-4492-b032-b9a2f9b35e5d taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.851153] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-00cf0163-4f5d-4492-b032-b9a2f9b35e5d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.851346] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-00cf0163-4f5d-4492-b032-b9a2f9b35e5d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.851789] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-00cf0163-4f5d-4492-b032-b9a2f9b35e5d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.851930] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cf0163-4f5d-4492-b032-b9a2f9b35e5d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.861693] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.861859] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.861932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.862140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.862243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.862421] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.862586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.862586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.862777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.862830] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.862943] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee already deleted. [ 822.863020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.165557] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.165765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.165765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.165996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.166111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.166217] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 is going to be created. [ 823.201488] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.201706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.201808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.202013] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.202182] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.218614] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd007bc0-7b2d-407e-8017-e45c2a508073: rpc.has_security_group_logging(os_id): False [ 823.232889] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 in Status: UNINITIALIZED for 2s [ 823.236580] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.236723] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.236797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.237032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.273884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.274043] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.274175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.274248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.274467] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.274557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.274814] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.274928] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.274996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.275183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.275268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.275467] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.275569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.275635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.275782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.275863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.275951] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 823.341876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.342027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.342103] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.343521] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.343521] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.354742] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.354966] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.355108] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.355386] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.355535] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.355695] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 00cf0163-4f5d-4492-b032-b9a2f9b35e5d not found, creating... [ 823.355957] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.356135] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.356252] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.356481] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.356621] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.357015] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.357197] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.357319] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.357536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.357688] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.357874] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 00cf0163-4f5d-4492-b032-b9a2f9b35e5d is going to be created. [ 823.367454] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 823.379582] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.379802] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.379928] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.380236] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.380469] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.380691] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-00cf0163-4f5d-4492-b032-b9a2f9b35e5d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.592998] env[71107]: INFO networking_nsxv3.common.synchronization [req-0c58dadf-04b1-4380-b52c-9f62c78a5866 req-9f3d3dca-3dab-46f5-97e3-4f6da91e36ad service nova] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_rules [ 823.593231] env[71107]: INFO networking_nsxv3.common.synchronization [req-0c58dadf-04b1-4380-b52c-9f62c78a5866 req-9f3d3dca-3dab-46f5-97e3-4f6da91e36ad service nova] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 823.593391] env[71107]: INFO networking_nsxv3.common.synchronization [req-0c58dadf-04b1-4380-b52c-9f62c78a5866 req-9f3d3dca-3dab-46f5-97e3-4f6da91e36ad service nova] Enqueued Resource ID: c31e640e-f5d6-4ead-a077-51204b1e53bb with Priority: HIGHEST for action port [ 823.593644] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_rules [ 823.593783] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 823.593879] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31e640e-f5d6-4ead-a077-51204b1e53bb with Priority: HIGHEST for action port [ 823.597979] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.597979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.597979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.597979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.597979] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.599266] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.599266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.599266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.599266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.599266] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.603225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.603368] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.603550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.603651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.603759] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.604927] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c31e640e-f5d6-4ead-a077-51204b1e53bb taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.604927] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c31e640e-f5d6-4ead-a077-51204b1e53bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.605104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c31e640e-f5d6-4ead-a077-51204b1e53bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.605188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c31e640e-f5d6-4ead-a077-51204b1e53bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.605267] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c31e640e-f5d6-4ead-a077-51204b1e53bb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.618321] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 in Status: SUCCESS [ 823.618493] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51c1e33a-c687-45fe-8315-40aa034aa3b2 deletion is rescheduled due to dependency. [ 823.618870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51c1e33a-c687-45fe-8315-40aa034aa3b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.111248] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.111248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.111441] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.116030] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c31e640e-f5d6-4ead-a077-51204b1e53bb with status ACTIVE [ 824.116030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.116030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.116030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.116030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.116030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.116030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.116030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.116030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.116030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.116030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.116030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.116030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.116030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.116030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.116030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.116030] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c31e640e-f5d6-4ead-a077-51204b1e53bb is going to be updated. [ 824.152326] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.152326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.152326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.152326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.152326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.152326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c31e640e-f5d6-4ead-a077-51204b1e53bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.389023] env[71107]: INFO networking_nsxv3.common.synchronization [req-69e55614-9c58-4f45-a276-2ba0acf10553 req-2b322d23-54d8-4877-9635-e28cd64bcced service nova] Enqueued Resource ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee with Priority: HIGHEST for action security_group_rules [ 824.389023] env[71107]: INFO networking_nsxv3.common.synchronization [req-69e55614-9c58-4f45-a276-2ba0acf10553 req-2b322d23-54d8-4877-9635-e28cd64bcced service nova] Enqueued Resource ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee with Priority: HIGHEST for action security_group_members [ 824.389023] env[71107]: INFO networking_nsxv3.common.synchronization [req-69e55614-9c58-4f45-a276-2ba0acf10553 req-2b322d23-54d8-4877-9635-e28cd64bcced service nova] Enqueued Resource ID: 00cf0163-4f5d-4492-b032-b9a2f9b35e5d with Priority: HIGHEST for action port [ 824.389023] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee with Priority: HIGHEST for action security_group_rules [ 824.389023] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee with Priority: HIGHEST for action security_group_members [ 824.389023] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00cf0163-4f5d-4492-b032-b9a2f9b35e5d with Priority: HIGHEST for action port [ 824.389023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27dac7cf-2bfb-4b04-a754-7845230b34ee taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.389023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.389023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.389023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.389023] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27dac7cf-2bfb-4b04-a754-7845230b34ee',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.392957] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dac7cf-2bfb-4b04-a754-7845230b34ee taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.393163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.393241] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.393844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.393844] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.393844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.393844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.394066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.394066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.394143] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27dac7cf-2bfb-4b04-a754-7845230b34ee',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.395093] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-00cf0163-4f5d-4492-b032-b9a2f9b35e5d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.399177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00cf0163-4f5d-4492-b032-b9a2f9b35e5d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.399177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00cf0163-4f5d-4492-b032-b9a2f9b35e5d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.399177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00cf0163-4f5d-4492-b032-b9a2f9b35e5d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.399177] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cf0163-4f5d-4492-b032-b9a2f9b35e5d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.616844] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.815112] env[71107]: INFO networking_nsxv3.common.synchronization [req-935b6b9f-939b-4604-9b21-8e07e733be48 req-1d7fc568-1c3f-4b3f-88f9-c7375a936912 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf with Priority: HIGHEST for action security_group_members [ 824.815984] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf with Priority: HIGHEST for action security_group_members [ 824.816353] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.816518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.816622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.816931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.817422] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.817612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.817715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.817929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.818077] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.818220] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.897947] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00cf0163-4f5d-4492-b032-b9a2f9b35e5d with status ACTIVE [ 824.898230] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.898365] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.898433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.898692] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.898792] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.898966] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.899079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.899143] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.899298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.899376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.899553] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.899648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.899709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.899846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.899920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.900289] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00cf0163-4f5d-4492-b032-b9a2f9b35e5d is going to be updated. [ 824.902111] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27dac7cf-2bfb-4b04-a754-7845230b34ee',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.903493] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dac7cf-2bfb-4b04-a754-7845230b34ee taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.903620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.927642] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.927885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.927977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.928247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.928395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.928559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00cf0163-4f5d-4492-b032-b9a2f9b35e5d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.119579] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.119771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.119846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.120105] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.120205] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.120330] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be created. [ 825.149716] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.150475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.150771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.151753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.151753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.164304] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: UNINITIALIZED for 2s [ 825.252983] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 in Status: SUCCESS [ 825.252983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.252983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.252983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.252983] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.252983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.252983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.252983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.252983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.252983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.252983] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d3e1a5b-446b-403f-8958-9e47a9c0c146',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.327032] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.327269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.327269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.327526] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.327601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.328270] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.328270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.328270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.328270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.328270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.328498] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf already deleted. [ 825.328498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.388404] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 825.388709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.405803] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27dac7cf-2bfb-4b04-a754-7845230b34ee',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.560152] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.560152] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.560152] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.560152] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.560152] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.560152] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.560152] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.561504] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.564727] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.564727] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.564727] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.564727] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.564727] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.564727] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.564727] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.564727] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.590769] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.590769] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.590769] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.590769] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.590769] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-6f63eef2-f4fb-464e-a48b-a6f1ac449a45 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.590769] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-6f63eef2-f4fb-464e-a48b-a6f1ac449a45" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.590769] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-6f63eef2-f4fb-464e-a48b-a6f1ac449a45" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.590769] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-6f63eef2-f4fb-464e-a48b-a6f1ac449a45" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.590769] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f63eef2-f4fb-464e-a48b-a6f1ac449a45',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.754749] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3e1a5b-446b-403f-8958-9e47a9c0c146 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.757829] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.757829] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3e1a5b-446b-403f-8958-9e47a9c0c146 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.757829] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.757829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.758885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.758885] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d3e1a5b-446b-403f-8958-9e47a9c0c146',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.911464] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.911632] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.911754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.913907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.914564] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.914752] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee is going to be created. [ 825.948464] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.948464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.948464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.948464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.948464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.960377] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee in Status: UNINITIALIZED for 2s [ 826.093364] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.093364] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.093839] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.093839] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.093955] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.094065] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 6f63eef2-f4fb-464e-a48b-a6f1ac449a45 not found, creating... [ 826.094356] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.094522] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.094647] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.094884] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.095022] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.095323] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.095483] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.095602] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.095810] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.095948] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.096909] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 6f63eef2-f4fb-464e-a48b-a6f1ac449a45 is going to be created. [ 826.120849] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.121119] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.121248] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.121569] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.121899] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.122245] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-6f63eef2-f4fb-464e-a48b-a6f1ac449a45" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.261116] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d3e1a5b-446b-403f-8958-9e47a9c0c146: rpc.has_security_group_logging(os_id): False [ 826.286452] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.286452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.286452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.286452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.286452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.286452] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.286452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.286452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.286452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.286452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.286452] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.286452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.286452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.286452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.286452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.287129] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.287129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.287129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.287403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.287609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.287780] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 is going to be created. [ 826.381059] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.381059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.381059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.381059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.381059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.395357] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 in Status: IN_PROGRESS for 2s [ 827.176897] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 827.177235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.177318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.177549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.177760] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.177904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.177974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.178155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.178240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.178327] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.178419] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.681724] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.682127] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.682380] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.682751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.682950] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.683216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.683216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.683330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.683427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.683527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.683741] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.683872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.684237] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.684395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.684551] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.684649] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.684711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.684854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.684938] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.685868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.686062] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.734084] env[71107]: INFO networking_nsxv3.common.synchronization [req-935b6b9f-939b-4604-9b21-8e07e733be48 req-0bec2400-db00-4175-a816-cd002d40d837 service nova] Enqueued Resource ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf with Priority: HIGHEST for action security_group_rules [ 827.734368] env[71107]: INFO networking_nsxv3.common.synchronization [req-935b6b9f-939b-4604-9b21-8e07e733be48 req-0bec2400-db00-4175-a816-cd002d40d837 service nova] Enqueued Resource ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf with Priority: HIGHEST for action security_group_members [ 827.734583] env[71107]: INFO networking_nsxv3.common.synchronization [req-935b6b9f-939b-4604-9b21-8e07e733be48 req-0bec2400-db00-4175-a816-cd002d40d837 service nova] Enqueued Resource ID: 6f63eef2-f4fb-464e-a48b-a6f1ac449a45 with Priority: HIGHEST for action port [ 827.734649] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf with Priority: HIGHEST for action security_group_rules [ 827.734740] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf with Priority: HIGHEST for action security_group_members [ 827.734833] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f63eef2-f4fb-464e-a48b-a6f1ac449a45 with Priority: HIGHEST for action port [ 827.735402] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.735522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.735587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.736068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.736068] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.738718] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.739103] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.739103] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.739103] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.740072] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.740072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.740072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.740072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.740072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.740072] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.741778] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f63eef2-f4fb-464e-a48b-a6f1ac449a45 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.741778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f63eef2-f4fb-464e-a48b-a6f1ac449a45" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.741778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f63eef2-f4fb-464e-a48b-a6f1ac449a45" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.741778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f63eef2-f4fb-464e-a48b-a6f1ac449a45" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.741778] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f63eef2-f4fb-464e-a48b-a6f1ac449a45',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.973879] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee in Status: SUCCESS [ 827.974308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.976378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.976378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.976378] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.976378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.976378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.976378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.976378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.976378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.976378] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27dac7cf-2bfb-4b04-a754-7845230b34ee',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.190667] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ee8e35b-4662-4aa3-a915-bc2a27560ad3: rpc.has_security_group_logging(os_id): False [ 828.213411] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.213569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.213569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.213795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.213876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.214115] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.214254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.214254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.214405] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.214486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.214652] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.214778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.214832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.215050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.215050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.215195] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.215959] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.216092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.216273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.216355] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.216444] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be created. [ 828.242611] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.242755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.243042] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.247949] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f63eef2-f4fb-464e-a48b-a6f1ac449a45 with status ACTIVE [ 828.247949] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.247949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.247949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.247949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.247949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.247949] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.247949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.247949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.247949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.247949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.247949] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.247949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.247949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.247949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.247949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.247949] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f63eef2-f4fb-464e-a48b-a6f1ac449a45 is going to be updated. [ 828.271219] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.271368] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.271428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.271670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.271812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.271977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f63eef2-f4fb-464e-a48b-a6f1ac449a45" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.293879] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.294297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.294297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.294297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.294522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.308493] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: IN_PROGRESS for 2s [ 828.433652] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 in Status: SUCCESS [ 828.433652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.479065] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27dac7cf-2bfb-4b04-a754-7845230b34ee',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.489185] env[71107]: INFO networking_nsxv3.common.synchronization [req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 req-f412d259-e46c-4ef6-b448-fe15ad01b395 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Enqueued Resource ID: e46350be-a861-460f-adcb-4d362d0b3827 with Priority: HIGHEST for action security_group_members [ 828.489185] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46350be-a861-460f-adcb-4d362d0b3827 with Priority: HIGHEST for action security_group_members [ 828.491378] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46350be-a861-460f-adcb-4d362d0b3827 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.491612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.491673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.492173] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.492173] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.492311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.492311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.492463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.492928] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.492928] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46350be-a861-460f-adcb-4d362d0b3827',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.750020] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.980677] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27dac7cf-2bfb-4b04-a754-7845230b34ee: rpc.has_security_group_logging(os_id): False [ 828.997341] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.997504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.997582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.997846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.997954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.998821] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.999067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.999154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.999984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.000278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.000413] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46350be-a861-460f-adcb-4d362d0b3827 already deleted. [ 829.000586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.027381] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.027381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.027381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.027381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.027381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.027381] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.027381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.027381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.027381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.027381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.027381] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee is going to be created. [ 829.176924] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.177169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.177234] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.177520] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.177757] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.198085] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee in Status: IN_PROGRESS for 2s [ 829.253569] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.253736] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.253799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.254095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.254194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.254291] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf is going to be created. [ 829.305084] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.305084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.305282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.305361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.305534] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.326817] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf in Status: UNINITIALIZED for 2s [ 829.527578] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.528105] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-440" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.528291] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-440" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.528635] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-440" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.528915] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.529103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.529248] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.529505] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.529687] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.529945] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.530090] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.530236] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.530367] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.530488] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.530596] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.530735] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.552941] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.553134] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 829.553267] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.553449] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-440" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.553771] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-90cbba26-dceb-4a6d-b32d-1f6747577d49 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.553948] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-90cbba26-dceb-4a6d-b32d-1f6747577d49" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.554076] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-90cbba26-dceb-4a6d-b32d-1f6747577d49" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.554412] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-90cbba26-dceb-4a6d-b32d-1f6747577d49" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.554557] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90cbba26-dceb-4a6d-b32d-1f6747577d49',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.060146] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.060344] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.060411] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.060717] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.060885] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.061069] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 90cbba26-dceb-4a6d-b32d-1f6747577d49 not found, creating... [ 830.061360] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.061573] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.061709] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.062034] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.062125] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.062374] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.062526] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.062687] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.062841] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.062978] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.063258] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 90cbba26-dceb-4a6d-b32d-1f6747577d49 is going to be created. [ 830.098064] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.099267] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.099267] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.099267] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.099267] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.099267] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-90cbba26-dceb-4a6d-b32d-1f6747577d49" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.326380] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 830.326682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.221591] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee in Status: SUCCESS [ 831.221591] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.343542] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf in Status: SUCCESS [ 831.343542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.343542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.343542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.343542] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.343542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.343542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.343542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.343542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.343542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.343542] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.541610] env[71107]: INFO networking_nsxv3.common.synchronization [req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 req-4370d967-1413-485b-a078-16e4b023a106 service nova] Enqueued Resource ID: e46350be-a861-460f-adcb-4d362d0b3827 with Priority: HIGHEST for action security_group_rules [ 831.541921] env[71107]: INFO networking_nsxv3.common.synchronization [req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 req-4370d967-1413-485b-a078-16e4b023a106 service nova] Enqueued Resource ID: e46350be-a861-460f-adcb-4d362d0b3827 with Priority: HIGHEST for action security_group_members [ 831.541921] env[71107]: INFO networking_nsxv3.common.synchronization [req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 req-4370d967-1413-485b-a078-16e4b023a106 service nova] Enqueued Resource ID: 90cbba26-dceb-4a6d-b32d-1f6747577d49 with Priority: HIGHEST for action port [ 831.542605] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46350be-a861-460f-adcb-4d362d0b3827 with Priority: HIGHEST for action security_group_rules [ 831.542728] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46350be-a861-460f-adcb-4d362d0b3827 with Priority: HIGHEST for action security_group_members [ 831.542964] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90cbba26-dceb-4a6d-b32d-1f6747577d49 with Priority: HIGHEST for action port [ 831.544254] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46350be-a861-460f-adcb-4d362d0b3827 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.544254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.544254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.544254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.544254] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46350be-a861-460f-adcb-4d362d0b3827',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.548118] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46350be-a861-460f-adcb-4d362d0b3827 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.548118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.548118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.548118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.548118] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.548118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.548118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.548118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.548118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.548118] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46350be-a861-460f-adcb-4d362d0b3827',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.548118] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-90cbba26-dceb-4a6d-b32d-1f6747577d49 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.548118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90cbba26-dceb-4a6d-b32d-1f6747577d49" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.548118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90cbba26-dceb-4a6d-b32d-1f6747577d49" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.548118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90cbba26-dceb-4a6d-b32d-1f6747577d49" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.548118] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90cbba26-dceb-4a6d-b32d-1f6747577d49',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.733660] env[71107]: INFO networking_nsxv3.common.synchronization [req-044750f3-a621-4dbb-802b-a01fb8d38e8e req-0daa3beb-6e88-4683-a122-e17e83f6f059 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 831.734220] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 831.734600] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.734697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.734697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.734938] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.736863] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.737017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.737086] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.737272] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.737367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.737467] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.848301] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.049199] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46350be-a861-460f-adcb-4d362d0b3827 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.049199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.051716] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e46350be-a861-460f-adcb-4d362d0b3827',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.051716] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90cbba26-dceb-4a6d-b32d-1f6747577d49 with status ACTIVE [ 832.051860] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.051940] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.052031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.052262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.052336] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.052580] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.052713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.052784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.053022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.053139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.053336] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.053479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.053597] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.054199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.054330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.054417] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90cbba26-dceb-4a6d-b32d-1f6747577d49 is going to be updated. [ 832.081205] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.082310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.082412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.082650] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.082832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.083480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90cbba26-dceb-4a6d-b32d-1f6747577d49" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.103090] env[71107]: INFO networking_nsxv3.common.synchronization [None req-17742edb-1146-4fd0-afa1-758c0a2e5803 None None] Enqueued Resource ID: 19411215-7195-4163-a1fe-4e90db2a55ac with Priority: HIGHEST for action port [ 832.103716] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19411215-7195-4163-a1fe-4e90db2a55ac with Priority: HIGHEST for action port [ 832.105485] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-19411215-7195-4163-a1fe-4e90db2a55ac taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.106126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19411215-7195-4163-a1fe-4e90db2a55ac" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.106126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19411215-7195-4163-a1fe-4e90db2a55ac" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.106126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19411215-7195-4163-a1fe-4e90db2a55ac" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.106126] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19411215-7195-4163-a1fe-4e90db2a55ac',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.241111] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.241990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.241990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.241990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.242164] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.242421] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.244394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.244394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.244394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.244394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.244394] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 already deleted. [ 832.244394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.353439] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf: rpc.has_security_group_logging(os_id): False [ 832.372094] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.372261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.372563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.372563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.372741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.372943] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.373056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.373121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.373449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.373449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.373449] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf is going to be created. [ 832.439089] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.439089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.439089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.439089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.439089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.450515] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf in Status: IN_PROGRESS for 2s [ 832.558208] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e46350be-a861-460f-adcb-4d362d0b3827',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.608568] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19411215-7195-4163-a1fe-4e90db2a55ac [ 832.608691] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.610473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.610473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.610473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.610473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.610473] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19411215-7195-4163-a1fe-4e90db2a55ac already deleted. [ 832.610473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19411215-7195-4163-a1fe-4e90db2a55ac" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.059553] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.059704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.059792] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.060051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.060148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.060245] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46350be-a861-460f-adcb-4d362d0b3827 is going to be created. [ 833.088040] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.090031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.090031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.090031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.090031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.105244] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46350be-a861-460f-adcb-4d362d0b3827 in Status: UNINITIALIZED for 2s [ 833.271616] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.271929] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.272045] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.272381] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.272898] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.273082] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.273206] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.273463] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.273610] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.273819] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.273945] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.274096] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.274146] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.274249] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.274350] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.274536] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.293702] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.293867] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.293990] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.294180] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.294490] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-56901e74-430c-4b15-8c9e-8a5e51e6a7bb taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.294665] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-56901e74-430c-4b15-8c9e-8a5e51e6a7bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.294804] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-56901e74-430c-4b15-8c9e-8a5e51e6a7bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.295314] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-56901e74-430c-4b15-8c9e-8a5e51e6a7bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.295470] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56901e74-430c-4b15-8c9e-8a5e51e6a7bb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.799237] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.799524] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.799643] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.800202] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.800202] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.800338] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 56901e74-430c-4b15-8c9e-8a5e51e6a7bb not found, creating... [ 833.800636] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.800799] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.800916] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.801177] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.801320] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.801647] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.801999] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.801999] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.802174] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.802310] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.802463] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 56901e74-430c-4b15-8c9e-8a5e51e6a7bb is going to be created. [ 833.832448] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.832748] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.832860] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.833206] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.833458] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.833685] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-56901e74-430c-4b15-8c9e-8a5e51e6a7bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.465279] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf in Status: SUCCESS [ 834.465279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.762868] env[71107]: INFO networking_nsxv3.common.synchronization [None req-9a1d7c7b-5b21-4d1e-bc36-ee19d81ae0b6 None None] Enqueued Resource ID: dc9859a9-5daa-4790-8d80-32200807de5b with Priority: HIGHEST for action port [ 834.762868] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc9859a9-5daa-4790-8d80-32200807de5b with Priority: HIGHEST for action port [ 834.762868] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc9859a9-5daa-4790-8d80-32200807de5b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.762868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc9859a9-5daa-4790-8d80-32200807de5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.762868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc9859a9-5daa-4790-8d80-32200807de5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.762868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc9859a9-5daa-4790-8d80-32200807de5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.762868] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9859a9-5daa-4790-8d80-32200807de5b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.019038] env[71107]: INFO networking_nsxv3.common.synchronization [None req-00ffe384-89f1-4728-9bf7-8734019548cb None None] Enqueued Resource ID: b94c29de-a16d-4578-a7cf-efa6f58772fc with Priority: HIGHEST for action port [ 835.019038] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b94c29de-a16d-4578-a7cf-efa6f58772fc with Priority: HIGHEST for action port [ 835.019038] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-b94c29de-a16d-4578-a7cf-efa6f58772fc taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.019038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b94c29de-a16d-4578-a7cf-efa6f58772fc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.019038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b94c29de-a16d-4578-a7cf-efa6f58772fc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.019986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b94c29de-a16d-4578-a7cf-efa6f58772fc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.022717] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b94c29de-a16d-4578-a7cf-efa6f58772fc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.114913] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46350be-a861-460f-adcb-4d362d0b3827 in Status: UNINITIALIZED for 4s [ 835.272507] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc9859a9-5daa-4790-8d80-32200807de5b [ 835.273017] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.273017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.273017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.273221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.273573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.273573] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc9859a9-5daa-4790-8d80-32200807de5b already deleted. [ 835.273573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc9859a9-5daa-4790-8d80-32200807de5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.310590] env[71107]: INFO networking_nsxv3.common.synchronization [None req-00e2b209-e6bb-4c24-a41b-778c2bf1bde3 None None] Enqueued Resource ID: 6b34b88a-6882-492e-998e-5c4ad781c187 with Priority: HIGHEST for action port [ 835.311322] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b34b88a-6882-492e-998e-5c4ad781c187 with Priority: HIGHEST for action port [ 835.311707] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b34b88a-6882-492e-998e-5c4ad781c187 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.311836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b34b88a-6882-492e-998e-5c4ad781c187" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.311902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b34b88a-6882-492e-998e-5c4ad781c187" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.316455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b34b88a-6882-492e-998e-5c4ad781c187" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.316574] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b34b88a-6882-492e-998e-5c4ad781c187',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.489355] env[71107]: INFO networking_nsxv3.common.synchronization [req-d1d15665-1b8a-4b46-b14d-f8c085c39820 req-6c221f52-d560-498c-9d15-686c206e61fe tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Enqueued Resource ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 with Priority: HIGHEST for action security_group_members [ 835.489970] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 with Priority: HIGHEST for action security_group_members [ 835.490346] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3e1a5b-446b-403f-8958-9e47a9c0c146 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.490478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.491092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.491092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.491092] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.491092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.491092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.491286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.494147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.494147] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3e1a5b-446b-403f-8958-9e47a9c0c146',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.526873] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b94c29de-a16d-4578-a7cf-efa6f58772fc [ 835.526873] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.526873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.526873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.526873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.526873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.526873] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b94c29de-a16d-4578-a7cf-efa6f58772fc already deleted. [ 835.526873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b94c29de-a16d-4578-a7cf-efa6f58772fc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.820901] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b34b88a-6882-492e-998e-5c4ad781c187 [ 835.820901] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.820901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.820901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.820901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.820901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.820901] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b34b88a-6882-492e-998e-5c4ad781c187 already deleted. [ 835.820901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b34b88a-6882-492e-998e-5c4ad781c187" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.889184] env[71107]: INFO networking_nsxv3.common.synchronization [req-044750f3-a621-4dbb-802b-a01fb8d38e8e req-b59f443e-74d9-436f-8f5b-73e1fb38f9de service nova] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_rules [ 835.889184] env[71107]: INFO networking_nsxv3.common.synchronization [req-044750f3-a621-4dbb-802b-a01fb8d38e8e req-b59f443e-74d9-436f-8f5b-73e1fb38f9de service nova] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 835.889184] env[71107]: INFO networking_nsxv3.common.synchronization [req-044750f3-a621-4dbb-802b-a01fb8d38e8e req-b59f443e-74d9-436f-8f5b-73e1fb38f9de service nova] Enqueued Resource ID: 56901e74-430c-4b15-8c9e-8a5e51e6a7bb with Priority: HIGHEST for action port [ 835.889184] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_rules [ 835.889307] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 835.889307] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56901e74-430c-4b15-8c9e-8a5e51e6a7bb with Priority: HIGHEST for action port [ 835.890514] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.890514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.890514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.890694] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.890694] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.894420] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.894420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.894420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.894420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.894420] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.894420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.894420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.894420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.894420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.894420] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.894420] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-56901e74-430c-4b15-8c9e-8a5e51e6a7bb taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.894420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56901e74-430c-4b15-8c9e-8a5e51e6a7bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.894420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56901e74-430c-4b15-8c9e-8a5e51e6a7bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.894420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56901e74-430c-4b15-8c9e-8a5e51e6a7bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.894420] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56901e74-430c-4b15-8c9e-8a5e51e6a7bb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.995461] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.995461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.995701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.995956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.996048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.996697] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.996697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.996697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.996697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.996697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.997053] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 is going to be updated. [ 836.031345] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.031740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.031740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.031852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.031998] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.044343] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 in Status: IN_PROGRESS for 2s [ 836.396253] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.396472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.396792] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.397975] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56901e74-430c-4b15-8c9e-8a5e51e6a7bb with status ACTIVE [ 836.398254] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.405043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.405043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.405043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.405043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.405043] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.405043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.405043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.405043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.405043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.405043] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.405043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.405043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.405043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.405043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.405043] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56901e74-430c-4b15-8c9e-8a5e51e6a7bb is going to be updated. [ 836.426264] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.426439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.426439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.426661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.426799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.427404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56901e74-430c-4b15-8c9e-8a5e51e6a7bb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.904009] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.007774] env[71107]: INFO networking_nsxv3.common.synchronization [None req-6ec0d3d2-54d2-45ce-abb3-c38f93188654 None None] Enqueued Resource ID: 9b6bcf33-ecca-40db-b9fd-0afd2ceb2edc with Priority: HIGHEST for action port [ 837.008441] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6bcf33-ecca-40db-b9fd-0afd2ceb2edc with Priority: HIGHEST for action port [ 837.008881] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b6bcf33-ecca-40db-b9fd-0afd2ceb2edc taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.008999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b6bcf33-ecca-40db-b9fd-0afd2ceb2edc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.009392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b6bcf33-ecca-40db-b9fd-0afd2ceb2edc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.010304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b6bcf33-ecca-40db-b9fd-0afd2ceb2edc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.010553] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6bcf33-ecca-40db-b9fd-0afd2ceb2edc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.128023] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46350be-a861-460f-adcb-4d362d0b3827 in Status: SUCCESS [ 837.128023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.128023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.128023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.128023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.128023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.128470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.128470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.128470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.128470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.128470] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e46350be-a861-460f-adcb-4d362d0b3827',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.248282] env[71107]: INFO networking_nsxv3.common.synchronization [None req-410759c5-ce04-4f1e-beaf-2f52fc7d714b tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_rules [ 837.248847] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_rules [ 837.249239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.249768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.249857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.252868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.252868] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.378281] env[71107]: INFO networking_nsxv3.common.synchronization [None req-627fa120-7677-48c4-ad64-d1203d60d9b3 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_rules [ 837.379384] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_rules [ 837.379384] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.379384] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.407634] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.407634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.407634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.407634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.407634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.407634] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be created. [ 837.444576] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.445697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.445697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.445697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.445804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.456968] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: UNINITIALIZED for 2s [ 837.514448] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b6bcf33-ecca-40db-b9fd-0afd2ceb2edc [ 837.514448] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.514448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.514448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.514448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.514448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.514704] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b6bcf33-ecca-40db-b9fd-0afd2ceb2edc already deleted. [ 837.514704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b6bcf33-ecca-40db-b9fd-0afd2ceb2edc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.583824] env[71107]: INFO networking_nsxv3.common.synchronization [req-2c92d506-8b69-4a6f-9f89-e87d0e413831 req-9d3dda2f-7296-448f-b698-dcaa1f35c5d0 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 837.584444] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 837.584774] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.584930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.585319] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.585564] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.585729] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.585829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.586292] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.586292] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.586292] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.586292] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.632268] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e46350be-a861-460f-adcb-4d362d0b3827',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.778543] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.778543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.778543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.778932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.778932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.778932] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51495cb4-cd40-4ca3-af22-110651ea3660 already deleted. [ 837.779157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.779157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.781050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.781050] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.879361] env[71107]: INFO networking_nsxv3.common.synchronization [None req-21a84ee0-a309-49c8-bb34-cf7d88df843b None None] Enqueued Resource ID: 2ce5d98e-b65b-4e02-9747-399eee57e71b with Priority: HIGHEST for action port [ 837.879789] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ce5d98e-b65b-4e02-9747-399eee57e71b with Priority: HIGHEST for action port [ 837.880199] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ce5d98e-b65b-4e02-9747-399eee57e71b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.880329] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ce5d98e-b65b-4e02-9747-399eee57e71b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.880394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ce5d98e-b65b-4e02-9747-399eee57e71b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.880598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ce5d98e-b65b-4e02-9747-399eee57e71b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.880676] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ce5d98e-b65b-4e02-9747-399eee57e71b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.932356] env[71107]: INFO networking_nsxv3.common.synchronization [None req-3af06857-1f6c-4a13-9e52-2c11c50f1a9f None None] Enqueued Resource ID: e1300408-d050-4730-a582-33b4d151e53c with Priority: HIGHEST for action port [ 837.933459] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1300408-d050-4730-a582-33b4d151e53c with Priority: HIGHEST for action port [ 837.934266] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1300408-d050-4730-a582-33b4d151e53c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.934350] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1300408-d050-4730-a582-33b4d151e53c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.934395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1300408-d050-4730-a582-33b4d151e53c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.934669] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1300408-d050-4730-a582-33b4d151e53c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.934788] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1300408-d050-4730-a582-33b4d151e53c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.056013] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 in Status: SUCCESS [ 838.056217] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 deletion is rescheduled due to dependency. [ 838.056332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.089193] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.135227] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e46350be-a861-460f-adcb-4d362d0b3827: rpc.has_security_group_logging(os_id): False [ 838.153836] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.154063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.154190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.154413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.154479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.154697] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.154791] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.154841] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.154990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.155107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.155194] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46350be-a861-460f-adcb-4d362d0b3827 is going to be created. [ 838.263223] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.263223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.263223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.263223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.263223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.278896] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46350be-a861-460f-adcb-4d362d0b3827 in Status: IN_PROGRESS for 2s [ 838.303137] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.304519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.304519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.304519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.304519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.304519] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51495cb4-cd40-4ca3-af22-110651ea3660 already deleted. [ 838.304519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.388098] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ce5d98e-b65b-4e02-9747-399eee57e71b [ 838.388098] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.388098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.388098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.388098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.388098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.388098] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ce5d98e-b65b-4e02-9747-399eee57e71b already deleted. [ 838.388098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ce5d98e-b65b-4e02-9747-399eee57e71b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.436830] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1300408-d050-4730-a582-33b4d151e53c [ 838.437128] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.438257] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.438372] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.438611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.438713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.438851] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1300408-d050-4730-a582-33b4d151e53c already deleted. [ 838.438987] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1300408-d050-4730-a582-33b4d151e53c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.593000] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.099640] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.099743] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.099836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.100018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.100119] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.100247] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 839.184966] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.184966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.184966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.184966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.184966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.200850] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 839.261477] env[71107]: INFO networking_nsxv3.common.synchronization [req-cde878c7-bc38-4250-a8a8-baf6d5512bdb req-8da2667b-7e96-4b3e-ab8a-b0ac9d6e6ee9 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 839.261477] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 839.261477] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.261477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.261477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.261477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.261477] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.261477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.261477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.261477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.261477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.261477] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.407348] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.407348] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.407348] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.407348] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.407348] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.407574] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.408880] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.408880] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.408880] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.408880] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.408880] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.408880] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.408880] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.411957] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.411957] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.411957] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.445497] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.445725] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.446048] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.446258] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-594" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.446723] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-82a301f0-647c-497e-8307-7478ec477b29 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.447844] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-82a301f0-647c-497e-8307-7478ec477b29" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.449266] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-82a301f0-647c-497e-8307-7478ec477b29" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.449763] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-82a301f0-647c-497e-8307-7478ec477b29" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.449803] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82a301f0-647c-497e-8307-7478ec477b29',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.467818] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 839.468015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.468184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.468473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.468580] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.468695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.468765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.468916] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.469020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.469443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.469557] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.765885] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.765885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.765885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.765885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.765885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.766627] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.766968] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.766968] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.767090] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.767352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.767352] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be updated. [ 839.817363] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.817459] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.817536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.818012] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.818196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.832223] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: IN_PROGRESS for 2s [ 839.952431] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.952757] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.952895] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.953242] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.953421] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.953619] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 82a301f0-647c-497e-8307-7478ec477b29 not found, creating... [ 839.953959] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.954153] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.954270] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.954551] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.954695] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.956683] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.956910] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.957042] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.957304] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.957444] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.957598] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 82a301f0-647c-497e-8307-7478ec477b29 is going to be created. [ 839.973597] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.989759] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.989982] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.990123] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.990409] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.990654] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.990882] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-82a301f0-647c-497e-8307-7478ec477b29" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.296163] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46350be-a861-460f-adcb-4d362d0b3827 in Status: SUCCESS [ 840.296521] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.338180] env[71107]: INFO networking_nsxv3.common.synchronization [req-2766ddeb-829f-4def-bedb-30bfe01a71ce req-de3668ca-c158-405e-b927-98f265a2cb4a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Enqueued Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 840.340860] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 840.340860] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.340860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.340860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.341453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.341806] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.341926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.342498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.342591] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.342702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.343470] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.477035] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07749d78-77c2-4215-84a8-e08038e248a4: rpc.has_security_group_logging(os_id): False [ 840.497934] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.498154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.498298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.498596] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.498742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.499069] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.499195] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.499269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.499547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.499654] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.499750] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be created. [ 840.583686] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.585157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.585157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.585157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.585157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.598514] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: IN_PROGRESS for 2s [ 840.811024] env[71107]: INFO networking_nsxv3.common.synchronization [None req-b9345d87-a2dc-4cf2-960a-aca432818979 None None] Enqueued Resource ID: 1b41acec-64f5-4562-9b82-e7f360477aae with Priority: HIGHEST for action port [ 840.811024] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b41acec-64f5-4562-9b82-e7f360477aae with Priority: HIGHEST for action port [ 840.811221] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b41acec-64f5-4562-9b82-e7f360477aae taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.811309] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b41acec-64f5-4562-9b82-e7f360477aae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.811370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b41acec-64f5-4562-9b82-e7f360477aae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.811683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b41acec-64f5-4562-9b82-e7f360477aae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.811796] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b41acec-64f5-4562-9b82-e7f360477aae',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.848456] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.848563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.848563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.848758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.872520] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.873188] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.873188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.873188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.873391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.873500] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.873500] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 is going to be updated. [ 840.901879] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.902059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.902125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.902401] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.902579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.916261] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: IN_PROGRESS for 2s [ 841.218840] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 841.219080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.314452] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b41acec-64f5-4562-9b82-e7f360477aae [ 841.314452] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.314788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.314788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.314919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.314919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.314998] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b41acec-64f5-4562-9b82-e7f360477aae already deleted. [ 841.315096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b41acec-64f5-4562-9b82-e7f360477aae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.389112] env[71107]: INFO networking_nsxv3.common.synchronization [req-2c92d506-8b69-4a6f-9f89-e87d0e413831 req-ccf64614-c2ef-4aba-8e8a-afa9e8fe031a service nova] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_rules [ 841.389112] env[71107]: INFO networking_nsxv3.common.synchronization [req-2c92d506-8b69-4a6f-9f89-e87d0e413831 req-ccf64614-c2ef-4aba-8e8a-afa9e8fe031a service nova] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 841.389297] env[71107]: INFO networking_nsxv3.common.synchronization [req-2c92d506-8b69-4a6f-9f89-e87d0e413831 req-ccf64614-c2ef-4aba-8e8a-afa9e8fe031a service nova] Enqueued Resource ID: 82a301f0-647c-497e-8307-7478ec477b29 with Priority: HIGHEST for action port [ 841.390663] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_rules [ 841.390663] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 841.390663] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a301f0-647c-497e-8307-7478ec477b29 with Priority: HIGHEST for action port [ 841.390835] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.390905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.390937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.391318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.391447] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.392487] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.392883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.392982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.394235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.394235] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.394235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.394235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.394641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.396200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.396339] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.398296] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-82a301f0-647c-497e-8307-7478ec477b29 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.398460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82a301f0-647c-497e-8307-7478ec477b29" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.398553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82a301f0-647c-497e-8307-7478ec477b29" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.398805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82a301f0-647c-497e-8307-7478ec477b29" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.399144] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82a301f0-647c-497e-8307-7478ec477b29',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.502200] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.502200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-931" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.502200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-931" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.502200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-931" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.502200] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.502847] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.503607] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.504059] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.504383] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.504852] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.507034] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.507034] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.507034] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.507034] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.507034] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.507034] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.532887] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.532984] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.533138] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.533387] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-931" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.533650] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-674a0e07-62cf-474a-962c-60e8e843777f taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.533859] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-674a0e07-62cf-474a-962c-60e8e843777f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.534089] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-674a0e07-62cf-474a-962c-60e8e843777f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.536195] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-674a0e07-62cf-474a-962c-60e8e843777f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.536195] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674a0e07-62cf-474a-962c-60e8e843777f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.843470] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 841.843724] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 deletion is rescheduled due to dependency. [ 841.844013] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.899558] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.904238] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.904455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.904838] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82a301f0-647c-497e-8307-7478ec477b29 with status ACTIVE [ 841.905875] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.906036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.906272] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.909755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.909755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.909755] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.909755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.909755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.909755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.909755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.909755] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.909755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.909755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.909755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.909755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.909755] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82a301f0-647c-497e-8307-7478ec477b29 is going to be updated. [ 841.943719] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.943719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.943719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.944440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.944673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.944929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82a301f0-647c-497e-8307-7478ec477b29" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.040103] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.040103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.040103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.040103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.040103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.040103] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 674a0e07-62cf-474a-962c-60e8e843777f not found, creating... [ 842.040103] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.040103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.040103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.040103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.040103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.040762] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.040762] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.040762] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.040762] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.040762] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.041038] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 674a0e07-62cf-474a-962c-60e8e843777f is going to be created. [ 842.077511] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.077950] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.079863] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.079863] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.079863] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.079863] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-674a0e07-62cf-474a-962c-60e8e843777f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.403360] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.611464] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 842.611464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.907012] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.907193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.907269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.907496] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.907588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.907687] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 842.929382] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: SUCCESS [ 842.929382] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 deletion is rescheduled due to dependency. [ 842.929382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.942467] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.942707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.942777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.943280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.943438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.955147] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 843.573318] env[71107]: INFO networking_nsxv3.common.synchronization [req-2766ddeb-829f-4def-bedb-30bfe01a71ce req-0be8edf8-a48c-46d3-8841-965e543cb737 service nova] Enqueued Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_rules [ 843.573318] env[71107]: INFO networking_nsxv3.common.synchronization [req-2766ddeb-829f-4def-bedb-30bfe01a71ce req-0be8edf8-a48c-46d3-8841-965e543cb737 service nova] Enqueued Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 843.573318] env[71107]: INFO networking_nsxv3.common.synchronization [req-2766ddeb-829f-4def-bedb-30bfe01a71ce req-0be8edf8-a48c-46d3-8841-965e543cb737 service nova] Enqueued Resource ID: 674a0e07-62cf-474a-962c-60e8e843777f with Priority: HIGHEST for action port [ 843.573600] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_rules [ 843.573600] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 843.573669] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674a0e07-62cf-474a-962c-60e8e843777f with Priority: HIGHEST for action port [ 843.574660] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.575011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.575055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.575256] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.575333] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.576297] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.576860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.576936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.577131] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.577285] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.577383] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.577478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.577591] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.577675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.577767] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.578974] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-674a0e07-62cf-474a-962c-60e8e843777f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.579117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-674a0e07-62cf-474a-962c-60e8e843777f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.579234] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-674a0e07-62cf-474a-962c-60e8e843777f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.579409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-674a0e07-62cf-474a-962c-60e8e843777f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.579491] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674a0e07-62cf-474a-962c-60e8e843777f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.735672] env[71107]: INFO networking_nsxv3.common.synchronization [req-f6403882-1f44-4bde-b845-e9d18ff5ece0 req-6cc38013-ce0b-4cca-836a-6287cb9e866e tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGHEST for action security_group_members [ 843.735672] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGHEST for action security_group_members [ 843.737010] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9955ed8a-d8e0-460c-8eeb-3c7e64943666 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.737681] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.737681] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.738072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.738880] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.738880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.738880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.738880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.738880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.738880] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9955ed8a-d8e0-460c-8eeb-3c7e64943666',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.082156] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.082420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.082483] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.083407] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 674a0e07-62cf-474a-962c-60e8e843777f with status ACTIVE [ 844.083808] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.083808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.083808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.084225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.084225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.084225] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.084377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.084377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.084551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.084627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.084807] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.086788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.086788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.086788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.086788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.086788] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 674a0e07-62cf-474a-962c-60e8e843777f is going to be updated. [ 844.110668] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.110668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.110668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.110668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.110668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.110925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-674a0e07-62cf-474a-962c-60e8e843777f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.244316] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.244316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.245367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.245367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.275482] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.276159] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.276159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.276159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.276159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.276447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.276447] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 is going to be updated. [ 844.315054] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.315460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.315638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.315963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.316435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.334016] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 in Status: IN_PROGRESS for 2s [ 844.588862] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.967024] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 844.967263] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.969573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.969765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.969969] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.970111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.970175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.970342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.970460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.970559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.970655] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.091090] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.091302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.091395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.091753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.091818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.091895] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 is going to be updated. [ 845.123758] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.123758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.123758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.123758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.124048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.133995] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: IN_PROGRESS for 2s [ 845.480596] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.480781] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.480832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.481058] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.481224] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.481348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.481839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.481839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.481839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.481839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.481960] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.481960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.482050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.482194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.482305] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.482392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.482450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.482587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.482677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.482775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.482867] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.856699] env[71107]: INFO networking_nsxv3.common.synchronization [None req-694ec0f5-e094-491f-b016-c5caa1f03722 None None] Enqueued Resource ID: 5f1ef555-38c7-45f2-968e-c5c9921726cb with Priority: HIGHEST for action port [ 845.857020] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1ef555-38c7-45f2-968e-c5c9921726cb with Priority: HIGHEST for action port [ 845.857589] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f1ef555-38c7-45f2-968e-c5c9921726cb taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.857747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f1ef555-38c7-45f2-968e-c5c9921726cb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.857809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f1ef555-38c7-45f2-968e-c5c9921726cb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.865888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f1ef555-38c7-45f2-968e-c5c9921726cb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.865888] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f1ef555-38c7-45f2-968e-c5c9921726cb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.991161] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78f4ca3d-84e0-4b18-b04d-7042c6891c69: rpc.has_security_group_logging(os_id): False [ 846.020144] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.020309] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.020396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.020648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.043613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.043968] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.044165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.044204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.044452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.044565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.044784] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.044903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.044981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.045293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.045293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.045477] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.045586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.045659] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.045833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.045915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.046040] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 846.123768] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.124034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.124114] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.124364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.124937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.151209] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 846.345805] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 in Status: SUCCESS [ 846.346357] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 deletion is rescheduled due to dependency. [ 846.346614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.366413] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f1ef555-38c7-45f2-968e-c5c9921726cb [ 846.366413] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.366413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.366413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.366413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.366413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.366413] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f1ef555-38c7-45f2-968e-c5c9921726cb already deleted. [ 846.366413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f1ef555-38c7-45f2-968e-c5c9921726cb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.145271] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: SUCCESS [ 847.145599] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.145684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.145902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.146102] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.146221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.146291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.146444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.146528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.146614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.146719] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.649504] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.649815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.649815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.650377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.650377] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.650377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.650579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.650776] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.651229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.651317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.651509] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.651712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.651816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.652047] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.652388] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.653136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.653221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.653381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.653487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.653625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.653760] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.683348] env[71107]: INFO networking_nsxv3.common.synchronization [req-296a553d-cef2-43d3-9cab-7ff368cba3a8 req-19a7a5ca-1185-42f2-9caf-d8d11172eb8a tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Enqueued Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_members [ 847.683348] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_members [ 847.683348] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.683348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.683348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.683599] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.683599] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.683675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.683707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.683853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.683953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.684069] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.048649] env[71107]: INFO networking_nsxv3.common.synchronization [None req-c36db9ec-13b3-447c-85bf-ded56207a0f2 None None] Enqueued Resource ID: 4a8cbdf1-c00a-4600-9fdc-3edd4d21a991 with Priority: HIGHEST for action port [ 848.048649] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a8cbdf1-c00a-4600-9fdc-3edd4d21a991 with Priority: HIGHEST for action port [ 848.050302] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a8cbdf1-c00a-4600-9fdc-3edd4d21a991 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.050504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a8cbdf1-c00a-4600-9fdc-3edd4d21a991" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.050611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a8cbdf1-c00a-4600-9fdc-3edd4d21a991" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.050908] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a8cbdf1-c00a-4600-9fdc-3edd4d21a991" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.050993] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a8cbdf1-c00a-4600-9fdc-3edd4d21a991',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.160952] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b39352f-f768-421b-ba38-b91d540e4db0: rpc.has_security_group_logging(os_id): False [ 848.190075] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.198967] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.198967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.198967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.198967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.198967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.198967] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.198967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.198967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.198967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.198967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.198967] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.198967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.198967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.198967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.198967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.200169] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.200169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.200169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.200169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.200169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.200169] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 is going to be updated. [ 848.200591] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 848.200591] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.252698] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.252698] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.252698] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.252698] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.252698] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.253697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.253697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.253697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.253697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.254451] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.254451] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.254451] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.254451] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.254451] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.254984] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.254984] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.282239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.282239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.282398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.282515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.282679] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.284716] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.284987] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.285201] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.285421] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.285778] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-6e7502ef-acbe-4eef-a38b-c4183de25f8f taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.286035] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-6e7502ef-acbe-4eef-a38b-c4183de25f8f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.286460] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-6e7502ef-acbe-4eef-a38b-c4183de25f8f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.287050] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-6e7502ef-acbe-4eef-a38b-c4183de25f8f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.287050] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e7502ef-acbe-4eef-a38b-c4183de25f8f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.304046] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: IN_PROGRESS for 2s [ 848.554060] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a8cbdf1-c00a-4600-9fdc-3edd4d21a991 [ 848.554214] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.554278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.554313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.554527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.554616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.554712] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a8cbdf1-c00a-4600-9fdc-3edd4d21a991 already deleted. [ 848.554837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a8cbdf1-c00a-4600-9fdc-3edd4d21a991" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.694624] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.792146] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.792634] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.792905] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.793291] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.793533] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.793817] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 6e7502ef-acbe-4eef-a38b-c4183de25f8f not found, creating... [ 848.794248] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.794518] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.795342] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.795937] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.796042] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.796798] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.796798] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.796798] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.796996] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.797393] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.797393] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 6e7502ef-acbe-4eef-a38b-c4183de25f8f is going to be created. [ 848.833589] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.833834] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.833999] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.834383] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.834665] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.835703] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-6e7502ef-acbe-4eef-a38b-c4183de25f8f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.197271] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.197582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.197582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.197713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.197834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.197972] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802b1af3-7e55-4a34-86ff-273661471859 is going to be updated. [ 849.238299] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.238519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.238519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.238716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.238868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.250295] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: IN_PROGRESS for 2s [ 849.626645] env[71107]: INFO networking_nsxv3.common.synchronization [req-296a553d-cef2-43d3-9cab-7ff368cba3a8 req-af913bdd-56b4-43a4-8b31-fdbc96c34832 service nova] Enqueued Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_rules [ 849.626873] env[71107]: INFO networking_nsxv3.common.synchronization [req-296a553d-cef2-43d3-9cab-7ff368cba3a8 req-af913bdd-56b4-43a4-8b31-fdbc96c34832 service nova] Enqueued Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_members [ 849.627176] env[71107]: INFO networking_nsxv3.common.synchronization [req-296a553d-cef2-43d3-9cab-7ff368cba3a8 req-af913bdd-56b4-43a4-8b31-fdbc96c34832 service nova] Enqueued Resource ID: 6e7502ef-acbe-4eef-a38b-c4183de25f8f with Priority: HIGHEST for action port [ 849.627426] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_rules [ 849.627665] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_members [ 849.627665] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7502ef-acbe-4eef-a38b-c4183de25f8f with Priority: HIGHEST for action port [ 849.628261] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.628372] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.628510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.628735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.628800] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.629820] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.629898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.630054] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e7502ef-acbe-4eef-a38b-c4183de25f8f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.630158] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e7502ef-acbe-4eef-a38b-c4183de25f8f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.630224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e7502ef-acbe-4eef-a38b-c4183de25f8f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.630403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e7502ef-acbe-4eef-a38b-c4183de25f8f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.630477] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e7502ef-acbe-4eef-a38b-c4183de25f8f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.132800] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.133048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.133176] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e7502ef-acbe-4eef-a38b-c4183de25f8f with status ACTIVE [ 850.133379] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.133501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.133576] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.133814] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.133915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.134125] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.134224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.134287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.134449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.134531] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.134727] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.134829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.134883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.135158] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.135158] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.136058] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e7502ef-acbe-4eef-a38b-c4183de25f8f is going to be updated. [ 850.169205] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.169358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.169431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.169765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.169924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.170515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e7502ef-acbe-4eef-a38b-c4183de25f8f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.330020] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: SUCCESS [ 850.330020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.349845] env[71107]: INFO networking_nsxv3.common.synchronization [req-a5cad872-e119-42d2-bf19-ba639653745a req-bd5b72f6-a9a2-4b05-8488-5dcd6120b1ea tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 850.350518] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 850.350882] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.350994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.351396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.351738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.352174] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.352804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.352931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.353174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.353449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.353582] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.822031] env[71107]: INFO networking_nsxv3.common.synchronization [None req-49eb17f2-f05a-411f-b0f4-6f9334a3c3fc None None] Enqueued Resource ID: 8fd0bcf9-c3f1-4ed3-a24a-b0f6db1404b6 with Priority: HIGHEST for action port [ 850.822192] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd0bcf9-c3f1-4ed3-a24a-b0f6db1404b6 with Priority: HIGHEST for action port [ 850.822822] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fd0bcf9-c3f1-4ed3-a24a-b0f6db1404b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.822945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fd0bcf9-c3f1-4ed3-a24a-b0f6db1404b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.822945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fd0bcf9-c3f1-4ed3-a24a-b0f6db1404b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.823207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fd0bcf9-c3f1-4ed3-a24a-b0f6db1404b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.823308] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd0bcf9-c3f1-4ed3-a24a-b0f6db1404b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.857999] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.858180] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.858281] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.858445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.858546] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.858780] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.858911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.858911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.859078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.859078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.859222] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 already deleted. [ 850.859276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.016021] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.016021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.016021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.016021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.016021] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.016021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.016431] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.016431] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.016632] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.017927] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.018166] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.018706] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.018840] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.018964] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.019089] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.019233] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.039065] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.039243] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.039387] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.039592] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.039956] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-bfa044a8-16a4-400f-a9a4-79a1f3d7b236 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.040150] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-bfa044a8-16a4-400f-a9a4-79a1f3d7b236" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.040289] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-bfa044a8-16a4-400f-a9a4-79a1f3d7b236" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.040685] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-bfa044a8-16a4-400f-a9a4-79a1f3d7b236" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.040818] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa044a8-16a4-400f-a9a4-79a1f3d7b236',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.264223] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: SUCCESS [ 851.264448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.264616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.264832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.265030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.265154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.265220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.265373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.265456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.265551] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.330366] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fd0bcf9-c3f1-4ed3-a24a-b0f6db1404b6 [ 851.330366] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.330366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.330366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.330366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.330366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.330366] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fd0bcf9-c3f1-4ed3-a24a-b0f6db1404b6 already deleted. [ 851.332868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fd0bcf9-c3f1-4ed3-a24a-b0f6db1404b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.546129] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.546543] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.546758] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.549263] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.549263] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.549263] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port bfa044a8-16a4-400f-a9a4-79a1f3d7b236 not found, creating... [ 851.549263] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.549263] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.549263] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.549263] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.549263] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.549263] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.549263] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.549745] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.549745] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.549745] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.549745] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: bfa044a8-16a4-400f-a9a4-79a1f3d7b236 is going to be created. [ 851.573221] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.573525] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.573652] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.573988] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.574239] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.574469] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-bfa044a8-16a4-400f-a9a4-79a1f3d7b236" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.763478] env[71107]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] NSXv3 Agent Agent loop - iteration:0 completed [ 851.763604] env[71107]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] NSXv3 Agent Agent loop - iteration:1 started [ 851.772616] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.276991] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.780030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.783049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.783049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.783049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.783049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.783049] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802b1af3-7e55-4a34-86ff-273661471859 is going to be updated. [ 852.790862] env[71107]: INFO networking_nsxv3.common.synchronization [req-a5cad872-e119-42d2-bf19-ba639653745a req-2e0325b8-f72a-4c81-9b80-89cc4ff640cb service nova] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_rules [ 852.790862] env[71107]: INFO networking_nsxv3.common.synchronization [req-a5cad872-e119-42d2-bf19-ba639653745a req-2e0325b8-f72a-4c81-9b80-89cc4ff640cb service nova] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 852.790862] env[71107]: INFO networking_nsxv3.common.synchronization [req-a5cad872-e119-42d2-bf19-ba639653745a req-2e0325b8-f72a-4c81-9b80-89cc4ff640cb service nova] Enqueued Resource ID: bfa044a8-16a4-400f-a9a4-79a1f3d7b236 with Priority: HIGHEST for action port [ 852.790862] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_rules [ 852.791362] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 852.794782] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa044a8-16a4-400f-a9a4-79a1f3d7b236 with Priority: HIGHEST for action port [ 852.794782] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.794782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.794782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.794782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.794782] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.794782] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.794782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.794782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.794782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.794782] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.794782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.794782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.794782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.794782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.794782] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.796558] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfa044a8-16a4-400f-a9a4-79a1f3d7b236 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.796860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfa044a8-16a4-400f-a9a4-79a1f3d7b236" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.797121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfa044a8-16a4-400f-a9a4-79a1f3d7b236" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.797507] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfa044a8-16a4-400f-a9a4-79a1f3d7b236" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.797709] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa044a8-16a4-400f-a9a4-79a1f3d7b236',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.823186] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.823186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.823186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.823186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.823186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.832130] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: IN_PROGRESS for 2s [ 853.276059] env[71107]: INFO networking_nsxv3.common.synchronization [None req-bef1b17b-236e-4711-a504-72ef1f08003a None None] Enqueued Resource ID: 50cce49a-237e-4359-853f-e6dc33e36b07 with Priority: HIGHEST for action port [ 853.276450] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50cce49a-237e-4359-853f-e6dc33e36b07 with Priority: HIGHEST for action port [ 853.277922] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-50cce49a-237e-4359-853f-e6dc33e36b07 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.278441] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50cce49a-237e-4359-853f-e6dc33e36b07" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.278683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50cce49a-237e-4359-853f-e6dc33e36b07" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.280049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50cce49a-237e-4359-853f-e6dc33e36b07" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.280049] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50cce49a-237e-4359-853f-e6dc33e36b07',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.299671] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.299821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.301044] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.302854] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfa044a8-16a4-400f-a9a4-79a1f3d7b236 with status ACTIVE [ 853.302854] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.302854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.302854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.302854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.302854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.302854] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.302854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.302854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.303244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.303244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.303301] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.303358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.303425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.303570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.303646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.303729] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfa044a8-16a4-400f-a9a4-79a1f3d7b236 is going to be updated. [ 853.331601] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.332804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.332804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.332804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.333131] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.333359] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfa044a8-16a4-400f-a9a4-79a1f3d7b236" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.784601] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50cce49a-237e-4359-853f-e6dc33e36b07 [ 853.784892] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.784892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.785109] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.785184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.785294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.785414] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50cce49a-237e-4359-853f-e6dc33e36b07 already deleted. [ 853.785511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50cce49a-237e-4359-853f-e6dc33e36b07" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.802682] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.308805] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.308969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.309053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.309269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.309360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.309456] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be created. [ 854.336470] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.336470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.336687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.336796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.337575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.350136] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: UNINITIALIZED for 2s [ 854.845287] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: SUCCESS [ 854.845287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.845287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.845287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.845287] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.845287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.845287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.845287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.845287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.845287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.845287] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.347527] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.347761] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.347834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.348062] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.348233] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.348335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.348614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.348934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.349178] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.349611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.349948] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.350087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.350217] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.350495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.350799] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.350985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.353121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.353442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.353713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.353851] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.354186] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.858230] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 802b1af3-7e55-4a34-86ff-273661471859: rpc.has_security_group_logging(os_id): False [ 855.890420] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.890420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.890420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.890420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.913859] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.913859] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.914128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.914187] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.914445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.914580] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.914681] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.914852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.914930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.915084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.915169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.915346] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.915709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.915709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.915709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.915709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.916484] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 802b1af3-7e55-4a34-86ff-273661471859 is going to be updated. [ 856.002246] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.002246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.002246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.002246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.002246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.017465] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: IN_PROGRESS for 2s [ 856.364347] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 856.364677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.364921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.365213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.365717] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.365932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.366088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.366317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.366883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.367214] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.367308] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.874082] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.874082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.874082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.874082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.874082] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.874082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.874082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.874082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.874082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.874082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.874082] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.874082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.874082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.874082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.874082] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.874082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.875085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.875085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.875085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.875085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.875085] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.381876] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc35932c-c754-492f-b254-382032095da3: rpc.has_security_group_logging(os_id): False [ 857.405137] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.405321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.405369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.405580] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.405677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.405878] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.406013] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.406082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.406247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.406321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.406523] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.406621] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.406685] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.406828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.406904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.407150] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.407259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.407324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.407472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.407548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.407652] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be created. [ 857.536755] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.536900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.536980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.537215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.537398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.562096] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 858.037960] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: SUCCESS [ 858.038750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.277635] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 858.278027] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 858.293031] env[71107]: INFO networking_nsxv3.common.synchronization [None req-04ef935b-cf5c-4ee7-9088-0cf98b338a67 None None] Enqueued Resource ID: 6f2883de-526f-4eff-be15-7e18f59e2e67 with Priority: HIGHEST for action port [ 858.293443] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f2883de-526f-4eff-be15-7e18f59e2e67 with Priority: HIGHEST for action port [ 858.297028] env[71107]: INFO networking_nsxv3.common.synchronization [req-a762877c-ab23-42de-9cb8-80c9c733e409 req-337d5b49-548e-449b-9acb-6cd4e3a0f8b8 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Enqueued Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_members [ 858.297028] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f2883de-526f-4eff-be15-7e18f59e2e67 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.297028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f2883de-526f-4eff-be15-7e18f59e2e67" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.297028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f2883de-526f-4eff-be15-7e18f59e2e67" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.297028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f2883de-526f-4eff-be15-7e18f59e2e67" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.297028] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f2883de-526f-4eff-be15-7e18f59e2e67',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.297028] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGHEST for action security_group_members [ 858.298294] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.298595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.298771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.299142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.300785] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.300785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.300785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.300785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.300785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.300785] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.801696] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f2883de-526f-4eff-be15-7e18f59e2e67 [ 858.802076] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.802271] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.802376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.802709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.802858] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.803032] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f2883de-526f-4eff-be15-7e18f59e2e67 already deleted. [ 858.803164] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f2883de-526f-4eff-be15-7e18f59e2e67" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.803627] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.803878] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.803947] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.804318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.837239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.837239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.837239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.837239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.837239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.837239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.837239] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 is going to be updated. [ 858.898242] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.898242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.898242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.898517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.898517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.910297] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: IN_PROGRESS for 2s [ 859.575922] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 859.576346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.717835] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.718639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.718733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.718915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.719041] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.223122] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.724969] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.902495] env[71107]: INFO networking_nsxv3.common.synchronization [None req-f028cf11-a4f0-4841-98da-1c883ce27e2c None None] Enqueued Resource ID: 96ff15ad-391e-4ba1-8deb-0f76b55ca8d9 with Priority: HIGHEST for action port [ 860.904358] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ff15ad-391e-4ba1-8deb-0f76b55ca8d9 with Priority: HIGHEST for action port [ 860.904674] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-96ff15ad-391e-4ba1-8deb-0f76b55ca8d9 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.904946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96ff15ad-391e-4ba1-8deb-0f76b55ca8d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.904946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96ff15ad-391e-4ba1-8deb-0f76b55ca8d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.908412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96ff15ad-391e-4ba1-8deb-0f76b55ca8d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.908412] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96ff15ad-391e-4ba1-8deb-0f76b55ca8d9',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.921197] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 in Status: SUCCESS [ 860.921363] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 deletion is rescheduled due to dependency. [ 860.921472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.965604] env[71107]: INFO networking_nsxv3.common.synchronization [req-a5cad872-e119-42d2-bf19-ba639653745a req-06c1e4fe-99bb-4114-bebf-40797a97d2ef tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 860.966246] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 860.966855] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.966855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.966855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.967203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.967203] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.967351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.967351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.967525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.967609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.967708] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.228042] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 861.228239] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 861.399155] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.399386] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.399475] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.399750] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.400039] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.400295] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.400295] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.400511] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.400651] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.400861] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.400975] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.402051] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.402226] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.402361] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.402499] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.402645] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.410728] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96ff15ad-391e-4ba1-8deb-0f76b55ca8d9 [ 861.410946] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.411113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.411153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.411359] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.411448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.411540] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96ff15ad-391e-4ba1-8deb-0f76b55ca8d9 already deleted. [ 861.411621] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96ff15ad-391e-4ba1-8deb-0f76b55ca8d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.424461] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.424461] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.424832] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.424832] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.425149] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-c308b3ce-62ae-4748-9089-826aa18fc354 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.425324] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-c308b3ce-62ae-4748-9089-826aa18fc354" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.425447] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-c308b3ce-62ae-4748-9089-826aa18fc354" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.425797] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-c308b3ce-62ae-4748-9089-826aa18fc354" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.425967] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c308b3ce-62ae-4748-9089-826aa18fc354',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.470473] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.930269] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.930645] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.930645] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.932066] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.932066] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.932066] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port c308b3ce-62ae-4748-9089-826aa18fc354 not found, creating... [ 861.932066] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.932066] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.932066] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.932486] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.932486] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.932739] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.932919] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.933060] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.933298] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.933438] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.933580] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: c308b3ce-62ae-4748-9089-826aa18fc354 is going to be created. [ 861.962438] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.962438] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.962438] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.962438] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.962725] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.962975] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-c308b3ce-62ae-4748-9089-826aa18fc354" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.972401] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.426022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.426022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.426022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.426022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.439398] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 862.440768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.443153] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 862.448316] env[71107]: INFO networking_nsxv3.common.synchronization [req-bef5dd23-751d-4ed5-bd30-898cba464f9b req-26580161-5fd7-4af4-ac72-e2203f9e1d27 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 862.448316] env[71107]: INFO networking_nsxv3.common.synchronization [req-bef5dd23-751d-4ed5-bd30-898cba464f9b req-26580161-5fd7-4af4-ac72-e2203f9e1d27 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e with Priority: HIGHEST for action security_group_members [ 862.448316] env[71107]: INFO networking_nsxv3.common.synchronization [req-bef5dd23-751d-4ed5-bd30-898cba464f9b req-26580161-5fd7-4af4-ac72-e2203f9e1d27 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Enqueued Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_members [ 862.448316] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGHEST for action security_group_members [ 862.448316] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e with Priority: HIGHEST for action security_group_members [ 862.448316] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGHEST for action security_group_members [ 862.448903] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.449289] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.449559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.449962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.450271] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.450552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.453088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.453088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.453088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.453088] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.453088] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b406a2-577a-4168-9337-b3ae8c3ab03e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.453088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.453088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.453088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.453088] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.453088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.453088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.453771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.457023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.457023] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95b406a2-577a-4168-9337-b3ae8c3ab03e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.457023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-de17e5df-d216-4c17-8b46-281b0ba729fa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.457023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.457023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.457023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.457023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.457023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.457023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.457023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.457023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.457023] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.474070] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.475331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.475331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.475331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.481763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.483834] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 862.483834] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 862.483834] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 862.485101] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.485483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.485483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.485661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.485799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.485926] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 862.524471] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.524666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.524758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.524989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.525169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.528785] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.528946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.529048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.529291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.531278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.531278] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 862.542377] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 862.612125] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.612358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.612358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.612567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.612826] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.613224] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 862.694580] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.694827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.694827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.695065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.695273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.695530] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 862.695666] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'19ec7a61-68a6-4b10-963a-4aedce7c8399', '471ca597-1f42-496f-86b1-ef001138aefa', '412b855c-5a93-42dc-957f-1727cad30bcc', '3bf128c2-9db6-47e9-bd91-56a3053f9982', 'f8c90e83-775e-4373-8b80-ae5cabd3ad5b', '4377299a-2e42-4b6d-9ad3-17ee5b4eed3d', 'bd007bc0-7b2d-407e-8017-e45c2a508073', 'c601bced-47bc-4cdb-ac53-5113fee35791', '9757eed7-1dbf-48a9-8da3-99721eb149c1', '16c0f77a-ac9d-497a-b238-f2d251ddbb04', '7ba423b1-fc61-4c05-a456-0777d355f586', '4d4aeb75-315a-40b1-9608-36e028ba8f47', '8a4f3094-f5c2-4f95-965c-21d07b3e7032', '0ee8e35b-4662-4aa3-a915-bc2a27560ad3', '78f4ca3d-84e0-4b18-b04d-7042c6891c69', '0d3e1a5b-446b-403f-8958-9e47a9c0c146', '41ec5fdb-e69e-435f-8f57-d9b1b1082cd8', 'fc35932c-c754-492f-b254-382032095da3', '07749d78-77c2-4215-84a8-e08038e248a4', 'de17e5df-d216-4c17-8b46-281b0ba729fa', 'a1f1f663-75e3-4926-a2b7-df66107fd4b6', '9955ed8a-d8e0-460c-8eeb-3c7e64943666', '1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086', 'dd67c749-d6b5-4a51-a05a-a80494cc4a3b', '6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf', '330edb70-6e91-4e5f-9ffa-62da32f51da0', 'f675c7f2-3c1c-4eb6-a830-bd92c67e5532', '95b406a2-577a-4168-9337-b3ae8c3ab03e', 'bc5fb892-a0a9-4c1b-b2df-34b119072a38', 'e46350be-a861-460f-adcb-4d362d0b3827', '6f90a0e6-2121-4dba-9b03-039219045399', '802b1af3-7e55-4a34-86ff-273661471859', '27dac7cf-2bfb-4b04-a754-7845230b34ee', '0b44195e-b7b8-4f60-9e98-dd337bb04063', '1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2', '5b39352f-f768-421b-ba38-b91d540e4db0', '51c1e33a-c687-45fe-8315-40aa034aa3b2'} {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 862.695785] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 862.719943] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.720189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.720189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.721684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.721684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.721684] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 862.721684] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 862.721684] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 862.803471] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.803816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.803909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.804145] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.804939] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.805198] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 862.805279] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 862.805342] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 862.805401] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 862.805492] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 862.805562] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGH for action security_group_rules [ 862.805640] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGH for action security_group_rules [ 862.805729] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 412b855c-5a93-42dc-957f-1727cad30bcc with Priority: HIGH for action security_group_rules [ 862.805827] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGH for action security_group_rules [ 862.805924] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b with Priority: HIGH for action security_group_rules [ 862.806032] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d with Priority: HIGH for action security_group_rules [ 862.806106] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGH for action security_group_rules [ 862.806197] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c601bced-47bc-4cdb-ac53-5113fee35791 with Priority: HIGH for action security_group_rules [ 862.806489] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGH for action security_group_rules [ 862.806683] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 with Priority: HIGH for action security_group_rules [ 862.806800] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGH for action security_group_rules [ 862.806870] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGH for action security_group_rules [ 862.806937] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 with Priority: HIGH for action security_group_rules [ 862.807033] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGH for action security_group_rules [ 862.807115] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGH for action security_group_rules [ 862.807188] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 with Priority: HIGH for action security_group_rules [ 862.807250] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGH for action security_group_rules [ 862.807315] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGH for action security_group_rules [ 862.807379] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGH for action security_group_rules [ 862.807443] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGH for action security_group_rules [ 862.807558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.818135] env[71107]: INFO networking_nsxv3.common.synchronization [req-a5cad872-e119-42d2-bf19-ba639653745a req-29add9dc-6db4-4a6c-a70d-3ae74796365f service nova] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_rules [ 862.818338] env[71107]: INFO networking_nsxv3.common.synchronization [req-a5cad872-e119-42d2-bf19-ba639653745a req-29add9dc-6db4-4a6c-a70d-3ae74796365f service nova] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 862.818476] env[71107]: INFO networking_nsxv3.common.synchronization [req-a5cad872-e119-42d2-bf19-ba639653745a req-29add9dc-6db4-4a6c-a70d-3ae74796365f service nova] Enqueued Resource ID: c308b3ce-62ae-4748-9089-826aa18fc354 with Priority: HIGHEST for action port [ 862.818713] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_rules [ 862.818881] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 862.818994] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c308b3ce-62ae-4748-9089-826aa18fc354 with Priority: HIGHEST for action port [ 862.819106] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 with Priority: HIGH for action security_group_rules [ 862.819201] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412b855c-5a93-42dc-957f-1727cad30bcc with Priority: HIGH for action security_group_rules [ 862.819299] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007bc0-7b2d-407e-8017-e45c2a508073 with Priority: HIGH for action security_group_rules [ 862.819377] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGH for action security_group_rules [ 862.819508] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de17e5df-d216-4c17-8b46-281b0ba729fa with Priority: HIGH for action security_group_rules [ 862.819574] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGH for action security_group_rules [ 862.819640] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGH for action security_group_rules [ 862.819746] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGH for action security_group_rules [ 862.819825] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGH for action security_group_rules [ 862.819874] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 with Priority: HIGH for action security_group_rules [ 862.819958] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 with Priority: HIGH for action security_group_rules [ 862.820937] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGH for action security_group_rules [ 862.821113] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba423b1-fc61-4c05-a456-0777d355f586 with Priority: HIGH for action security_group_rules [ 862.822160] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 with Priority: HIGH for action security_group_rules [ 862.822328] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 with Priority: HIGH for action security_group_rules [ 862.822453] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d with Priority: HIGH for action security_group_rules [ 862.822558] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c601bced-47bc-4cdb-ac53-5113fee35791 with Priority: HIGH for action security_group_rules [ 862.822658] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b with Priority: HIGH for action security_group_rules [ 862.822834] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGH for action security_group_rules [ 862.822955] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 with Priority: HIGH for action security_group_rules [ 862.823628] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.823742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.823845] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.824031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.824149] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.825109] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.825228] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.825480] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c308b3ce-62ae-4748-9089-826aa18fc354 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.825579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c308b3ce-62ae-4748-9089-826aa18fc354" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.825579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c308b3ce-62ae-4748-9089-826aa18fc354" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.825756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c308b3ce-62ae-4748-9089-826aa18fc354" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.825834] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c308b3ce-62ae-4748-9089-826aa18fc354',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.826864] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19ec7a61-68a6-4b10-963a-4aedce7c8399 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.826985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.827076] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.827239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.827340] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19ec7a61-68a6-4b10-963a-4aedce7c8399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.828189] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-412b855c-5a93-42dc-957f-1727cad30bcc taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.828379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.828471] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.828658] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.828743] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('412b855c-5a93-42dc-957f-1727cad30bcc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.830469] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd007bc0-7b2d-407e-8017-e45c2a508073 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.830469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.831113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.831355] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.831575] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd007bc0-7b2d-407e-8017-e45c2a508073',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.832626] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.832951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.833097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.833333] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.833418] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.834610] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de17e5df-d216-4c17-8b46-281b0ba729fa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.834765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.834863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.835056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.835153] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de17e5df-d216-4c17-8b46-281b0ba729fa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.836059] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.836198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.836433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.836433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.836546] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.836800] env[71107]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 862.837882] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.837882] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.838131] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.838263] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.838363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.838506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.838592] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.839918] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.840067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.840189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.840373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.840505] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.841662] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3e1a5b-446b-403f-8958-9e47a9c0c146 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.841808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.841873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.842045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.842125] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3e1a5b-446b-403f-8958-9e47a9c0c146',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.843184] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a4f3094-f5c2-4f95-965c-21d07b3e7032 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.843184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.843381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.843381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.843461] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a4f3094-f5c2-4f95-965c-21d07b3e7032',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.844326] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.844474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.844557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.844670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.844733] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.845842] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ba423b1-fc61-4c05-a456-0777d355f586 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.845976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.845976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.846161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.846214] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ba423b1-fc61-4c05-a456-0777d355f586',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.848970] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c0f77a-ac9d-497a-b238-f2d251ddbb04 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.848970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.848970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.848970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.848970] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c0f77a-ac9d-497a-b238-f2d251ddbb04',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.848970] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9757eed7-1dbf-48a9-8da3-99721eb149c1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.848970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.848970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.849472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.849472] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9757eed7-1dbf-48a9-8da3-99721eb149c1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.850166] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.850323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.850396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.850586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.850788] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4377299a-2e42-4b6d-9ad3-17ee5b4eed3d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.851560] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c601bced-47bc-4cdb-ac53-5113fee35791 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.851696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.851780] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.851894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.851959] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c601bced-47bc-4cdb-ac53-5113fee35791',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.852220] env[71107]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 862.852916] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8c90e83-775e-4373-8b80-ae5cabd3ad5b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.853037] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.853101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.853258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.853332] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8c90e83-775e-4373-8b80-ae5cabd3ad5b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.854236] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.854362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.854455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.854615] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.854724] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.855536] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf128c2-9db6-47e9-bd91-56a3053f9982 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.855681] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.855748] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.855841] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.856066] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf128c2-9db6-47e9-bd91-56a3053f9982',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.860374] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.860584] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.962237] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.962592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.962592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.962676] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.963891] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.964011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.964239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.964586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.992579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.992579] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.992579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.992579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.992579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.992830] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.992830] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be updated. [ 862.995297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.995297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.017381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.017810] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.018053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.018146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.018532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.018674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.018798] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e is going to be updated. [ 863.020088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.020435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.037791] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.037965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.038055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.038299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.038456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.043019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.043258] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.043397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.043489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.043643] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.043751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.044428] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de17e5df-d216-4c17-8b46-281b0ba729fa is going to be updated. [ 863.053535] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: IN_PROGRESS for 2s [ 863.062308] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.062417] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.062497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.062799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.062881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.074133] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e in Status: IN_PROGRESS for 2s [ 863.091512] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.091740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.091892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.092176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.092338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.107341] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: IN_PROGRESS for 2s [ 863.361055] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c308b3ce-62ae-4748-9089-826aa18fc354 with status ACTIVE [ 863.361400] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.361653] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.361712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.361991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.362133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.362403] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.362553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.362653] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.362883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.363016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.365897] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.365897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.365897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.366392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.366392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.366392] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c308b3ce-62ae-4748-9089-826aa18fc354 is going to be updated. [ 863.388134] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.388278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.388349] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.388575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.388743] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.388845] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.388912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.389070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.389162] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.389304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.389358] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.396971] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.397194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.397293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.397566] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.397802] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.397906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.397997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.398194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.398318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.398407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.398454] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.400923] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.401070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.401146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.401469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.401518] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.401620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.401825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.401888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.401981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.402088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.402180] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.416420] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.416564] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.416636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.416837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.416972] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.417169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c308b3ce-62ae-4748-9089-826aa18fc354" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.419440] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.419543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.419587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.419754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.485358] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.485358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.485527] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.485625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.486473] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.486589] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.488649] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.488649] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.490395] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.490395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.490395] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.490395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.491836] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.492157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.494131] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.494568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.496136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.496366] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19ec7a61-68a6-4b10-963a-4aedce7c8399 is going to be deleted. [ 863.497475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.497889] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.499676] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.499926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.500886] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.501167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.502067] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 863.502765] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.502981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.504643] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 863.505391] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.505629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.507095] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 863.507717] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.507849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.525967] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 863.527315] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.527315] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.528057] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 863.528633] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.528784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.539297] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 863.539889] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.540066] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8c90e83-775e-4373-8b80-ae5cabd3ad5b is going to be deleted. [ 863.540980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.541276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.573345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.573345] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a4f3094-f5c2-4f95-965c-21d07b3e7032 is going to be deleted. [ 863.573810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.574039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.625759] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.625991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.630175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.630326] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be deleted. [ 863.631852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.631852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.698456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.698607] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9757eed7-1dbf-48a9-8da3-99721eb149c1 is going to be deleted. [ 863.699561] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.699782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.729304] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.729543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.737536] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.737761] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.773921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.774132] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 412b855c-5a93-42dc-957f-1727cad30bcc is going to be deleted. [ 863.777035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.777035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.880826] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.881095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.895599] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.895781] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf128c2-9db6-47e9-bd91-56a3053f9982 is going to be deleted. [ 863.897510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.897808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.917325] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.921317] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.921710] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.921937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.922033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.922264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.922492] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.922581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.922581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.922961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.922961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.922961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.923435] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.923564] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.924238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.924238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.924238] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.924238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.924238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.924238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.924722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.924722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.924722] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.962170] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.962289] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be deleted. [ 863.963426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.963661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.965388] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.965521] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.086676] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.086917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.107511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.107511] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ba423b1-fc61-4c05-a456-0777d355f586 is going to be deleted. [ 864.108401] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.108689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.108865] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.109015] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de17e5df-d216-4c17-8b46-281b0ba729fa is going to be deleted. [ 864.110704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.111033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.127673] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.127673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.219040] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.219040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.247988] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.248142] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be deleted. [ 864.249283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.253026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.310765] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.310987] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.345617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.345768] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4377299a-2e42-4b6d-9ad3-17ee5b4eed3d is going to be deleted. [ 864.346812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.347070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.392675] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.392675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.407053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.407214] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c601bced-47bc-4cdb-ac53-5113fee35791 is going to be deleted. [ 864.408213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.408360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.418588] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07749d78-77c2-4215-84a8-e08038e248a4: rpc.has_security_group_logging(os_id): False [ 864.426857] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8: rpc.has_security_group_logging(os_id): False [ 864.427886] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78f4ca3d-84e0-4b18-b04d-7042c6891c69: rpc.has_security_group_logging(os_id): False [ 864.483308] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.483479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.484413] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.484559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.485542] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.487693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.488804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.488804] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3e1a5b-446b-403f-8958-9e47a9c0c146 is going to be deleted. [ 864.490651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.491649] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.491649] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.491649] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 is going to be deleted. [ 864.493639] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.493639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.493639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.493902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.493977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.494686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.494686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.494686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.567505] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.567639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.605623] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 864.605989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.606289] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.606590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.606859] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.607072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.607194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.607458] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.607605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.607767] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.627443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.627592] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c0f77a-ac9d-497a-b238-f2d251ddbb04 is going to be deleted. [ 864.629559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.629559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.629559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.629780] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a4f3094-f5c2-4f95-965c-21d07b3e7032" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.629917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.630039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.630126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.630242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8c90e83-775e-4373-8b80-ae5cabd3ad5b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.630845] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.631385] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.631540] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.631642] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.631806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.631991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.632090] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.632203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9757eed7-1dbf-48a9-8da3-99721eb149c1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.632341] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.632487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.632566] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.632674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-412b855c-5a93-42dc-957f-1727cad30bcc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf128c2-9db6-47e9-bd91-56a3053f9982" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.636261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.636968] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.636968] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ba423b1-fc61-4c05-a456-0777d355f586" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.636968] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.636968] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.650761] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.650946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.687983] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.688129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.731939] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.732152] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.738971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.739384] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.739516] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.739565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.739808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.739866] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.739954] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 is going to be updated. [ 864.741247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.741708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.796760] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.796914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.826337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.827120] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.827354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.827527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.827956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.828262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.830021] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be updated. [ 864.832144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.832144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.832894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.832894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19ec7a61-68a6-4b10-963a-4aedce7c8399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.833020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.833313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.833536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.833872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4377299a-2e42-4b6d-9ad3-17ee5b4eed3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.834157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.834470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.834665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.834880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3e1a5b-446b-403f-8958-9e47a9c0c146" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.835112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.835411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.835622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.835812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.836733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.837740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.837740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.837740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c601bced-47bc-4cdb-ac53-5113fee35791" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.837740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.837740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.978915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.978915] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.978915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.978915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.978915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.978915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.978915] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.978915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.978915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.978915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.978915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.978915] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.978915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.978915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.979632] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.979632] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.979700] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 864.981000] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.981324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.981479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.981567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c0f77a-ac9d-497a-b238-f2d251ddbb04" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.013313] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.013313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.013313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.013313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.013313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.053378] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: IN_PROGRESS for 2s [ 865.066332] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd007bc0-7b2d-407e-8017-e45c2a508073 in Status: SUCCESS [ 865.066520] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd007bc0-7b2d-407e-8017-e45c2a508073 deletion is rescheduled due to dependency. [ 865.066640] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd007bc0-7b2d-407e-8017-e45c2a508073" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.071509] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.071693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.071783] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.071988] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.072153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.086949] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e in Status: SUCCESS [ 865.087157] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95b406a2-577a-4168-9337-b3ae8c3ab03e deletion is rescheduled due to dependency. [ 865.087274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b406a2-577a-4168-9337-b3ae8c3ab03e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.099055] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.099388] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.099388] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.099578] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.099682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.102150] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: IN_PROGRESS for 2s [ 865.110958] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.123783] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de17e5df-d216-4c17-8b46-281b0ba729fa in Status: SUCCESS [ 865.123996] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de17e5df-d216-4c17-8b46-281b0ba729fa deletion is rescheduled due to dependency. [ 865.124117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de17e5df-d216-4c17-8b46-281b0ba729fa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.143609] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 865.144126] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 865.616159] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.118371] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.118643] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.118643] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.118921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.118921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.119590] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 866.156208] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.156460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.156460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.156667] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.157408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.167014] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 867.065440] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: SUCCESS [ 867.065716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.118730] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 867.118730] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.166304] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 867.166573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.417374] env[71107]: INFO networking_nsxv3.common.synchronization [req-a4c67094-2639-4771-9573-b8bf982c5f33 req-8d405ec0-9073-46a4-9c7e-8bbc3117ce90 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Enqueued Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_members [ 867.417374] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_members [ 867.417374] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.417374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.417374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.417374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.417374] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.417374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.417374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.417374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.417374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.417374] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.919010] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.180376] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 868.180376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.180376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.180376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.180376] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.180963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.180963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.180963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.180963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.180963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.180963] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.422289] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.684091] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.684260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.684324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.684545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.684715] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.684812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.684872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.685033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.685121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.685220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.685451] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.685583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.687034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.687034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.687034] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.687034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.687034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.687034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.687034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.687034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.687034] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.925477] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.926774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.926774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.927618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.927768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.927907] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802b1af3-7e55-4a34-86ff-273661471859 is going to be updated. [ 868.981440] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.981684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.981910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.986273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.986595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.000209] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: IN_PROGRESS for 2s [ 869.192025] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc35932c-c754-492f-b254-382032095da3: rpc.has_security_group_logging(os_id): False [ 869.222335] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.222529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.222529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.222778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.252283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.252539] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.252728] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.252799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.253695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.253695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.253695] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.253695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.253695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.253695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.253695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.253981] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.253981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.254117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.254294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.254386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.254453] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 869.361771] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.361771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.361915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.362088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.362242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.384667] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 869.910218] env[71107]: INFO networking_nsxv3.common.synchronization [req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 req-0e8d40b1-b7bb-42f9-84d4-763517b46394 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Enqueued Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 869.910218] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 869.910218] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.910218] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.910218] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.910218] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.910978] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.911415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.911561] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.911972] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.912368] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.912574] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.982491] env[71107]: INFO networking_nsxv3.common.synchronization [req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 req-c709bfb5-6099-4814-bcb1-e0234d15f439 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 869.983248] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 869.983592] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.984469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.984469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.984469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.984469] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.984469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.984469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.984849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.984849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.984849] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.386731] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.387038] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.387219] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.387419] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.387634] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.387770] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.387894] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.388182] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.388290] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.388506] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.388807] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.388807] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.388888] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.388974] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.389077] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.389338] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.413365] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.413863] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 870.413863] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.413863] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.414278] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-3264f160-dc49-4c51-ab7d-7a9014be75b4 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.414473] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-3264f160-dc49-4c51-ab7d-7a9014be75b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.415419] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-3264f160-dc49-4c51-ab7d-7a9014be75b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.415419] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-3264f160-dc49-4c51-ab7d-7a9014be75b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.415419] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3264f160-dc49-4c51-ab7d-7a9014be75b4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.416174] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.416314] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.416357] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.416551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.439506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.440199] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.440199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.440199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.440450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.440450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.440516] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 is going to be updated. [ 870.475219] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.475412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.475505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.475768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.476012] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.487873] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: IN_PROGRESS for 2s [ 870.488322] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.488503] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.488628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.488888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.489147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.489379] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.489586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.489675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.489884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.490027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.490094] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be deleted. [ 870.526543] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.526720] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.526779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.526980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.527094] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.527200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.922324] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.922558] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.922693] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.923086] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.923284] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.923459] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 3264f160-dc49-4c51-ab7d-7a9014be75b4 not found, creating... [ 870.923725] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.923990] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.924079] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.924361] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.924529] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.924879] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.925070] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.925203] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.925465] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.925615] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.925820] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 3264f160-dc49-4c51-ab7d-7a9014be75b4 is going to be created. [ 870.950502] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.950807] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.950893] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.951222] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.951531] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.951873] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-3264f160-dc49-4c51-ab7d-7a9014be75b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.011703] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: SUCCESS [ 871.012024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.398197] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 871.398523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.398620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.398872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.398967] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.720609] env[71107]: INFO networking_nsxv3.common.synchronization [req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 req-e7571673-572d-4e8c-9943-e129c58e04e5 service nova] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_rules [ 871.720852] env[71107]: INFO networking_nsxv3.common.synchronization [req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 req-e7571673-572d-4e8c-9943-e129c58e04e5 service nova] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 871.720952] env[71107]: INFO networking_nsxv3.common.synchronization [req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 req-e7571673-572d-4e8c-9943-e129c58e04e5 service nova] Enqueued Resource ID: 3264f160-dc49-4c51-ab7d-7a9014be75b4 with Priority: HIGHEST for action port [ 871.721208] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_rules [ 871.721315] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 871.721385] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3264f160-dc49-4c51-ab7d-7a9014be75b4 with Priority: HIGHEST for action port [ 871.722144] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.723203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.723203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.723203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.723410] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.725209] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.725209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.725209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.725209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.725209] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.725209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.725209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.726059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.726059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.726130] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.727301] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-3264f160-dc49-4c51-ab7d-7a9014be75b4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.727775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3264f160-dc49-4c51-ab7d-7a9014be75b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.727775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3264f160-dc49-4c51-ab7d-7a9014be75b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.727775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3264f160-dc49-4c51-ab7d-7a9014be75b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.727775] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3264f160-dc49-4c51-ab7d-7a9014be75b4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.904888] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.905074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.905149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.905370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.905541] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.905670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.905710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.905854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.905935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.906044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.906139] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.225962] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.225962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.230860] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.230860] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3264f160-dc49-4c51-ab7d-7a9014be75b4 with status ACTIVE [ 872.231040] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.231315] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.232951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.232951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.232951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.232951] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.232951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.232951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.232951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.232951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.232951] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.232951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.233446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.233695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.234001] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.235782] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3264f160-dc49-4c51-ab7d-7a9014be75b4 is going to be updated. [ 872.258864] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.258864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.258864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.258864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.258864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.258864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3264f160-dc49-4c51-ab7d-7a9014be75b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.411146] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.411450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.411450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.411587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.411751] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.411933] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.411974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.412140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.412220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.412304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.412449] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.412541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.412630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.412729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.412876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.412967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.413224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.413224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.413311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.413311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.416330] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.427277] env[71107]: INFO networking_nsxv3.common.synchronization [req-2aaa69a0-358c-4922-a7f7-748a47ea574c req-7a06e14d-f23e-485e-987f-ecb6ed42fb5c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Enqueued Resource ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 with Priority: HIGHEST for action security_group_members [ 872.428021] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 with Priority: HIGHEST for action security_group_members [ 872.428343] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.428463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.428530] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.428784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.428942] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.429061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.429125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.429281] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.429365] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.429455] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b2e28-91eb-4bc5-ac23-1dd9fe771a41',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.502685] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: SUCCESS [ 872.502880] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 deletion is rescheduled due to dependency. [ 872.503131] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.737043] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.922421] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc35932c-c754-492f-b254-382032095da3: rpc.has_security_group_logging(os_id): False [ 872.934583] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.934583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.934583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.934583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.934583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.934583] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.934583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.934583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.934583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.934583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.934583] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 already deleted. [ 872.934995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.942179] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.942294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.942433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.943353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.943353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.943353] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.943353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.943353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.943353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.943353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.943353] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.943709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.943709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.943709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.943709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.944008] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.944008] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.944174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.944174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.944798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.944798] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 872.970589] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.970782] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-214" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.970914] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-214" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.971212] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-214" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.971476] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.971637] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.971756] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.972173] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.972341] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.972560] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.972677] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.972789] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.972900] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.973028] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.973141] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.973277] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.999680] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.999879] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 873.000012] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.000225] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-214" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.000549] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.000724] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.000841] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.001201] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.001397] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.022492] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.022717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.022717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.022999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.023238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.038783] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 873.238560] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.238910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.238910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.239146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.239310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.239463] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be created. [ 873.265122] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.265122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.265268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.265383] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.265546] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.277056] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: UNINITIALIZED for 2s [ 873.506251] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.506657] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.507587] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.507587] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.507587] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.507795] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 not found, creating... [ 873.508258] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.508541] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.508763] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.510380] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.510705] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.511282] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.511938] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.512252] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.512681] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.513171] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.513417] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 is going to be created. [ 873.538537] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.538814] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.538957] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.539350] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.539741] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.540040] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.138921] env[71107]: INFO networking_nsxv3.common.synchronization [req-520c811d-ec4e-4800-a02e-bc0e56e67735 req-a7970f5c-2559-4553-9e43-94d2bb472ea3 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 874.139591] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 874.140153] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.141376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.141472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.141712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.142918] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.142918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.142918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.143117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.143343] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.143509] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.206126] env[71107]: INFO networking_nsxv3.common.synchronization [req-83394c45-6173-4c0e-9c90-8214a4e263bb req-3a402e2e-0385-40f8-b98e-95b021278bdb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 874.206802] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 874.207643] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.207643] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.466652] env[71107]: INFO networking_nsxv3.common.synchronization [req-2aaa69a0-358c-4922-a7f7-748a47ea574c req-8fa83e4f-4269-401c-b358-b7bc4bfd1292 service nova] Enqueued Resource ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 with Priority: HIGHEST for action security_group_rules [ 874.466864] env[71107]: INFO networking_nsxv3.common.synchronization [req-2aaa69a0-358c-4922-a7f7-748a47ea574c req-8fa83e4f-4269-401c-b358-b7bc4bfd1292 service nova] Enqueued Resource ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 with Priority: HIGHEST for action security_group_members [ 874.467019] env[71107]: INFO networking_nsxv3.common.synchronization [req-2aaa69a0-358c-4922-a7f7-748a47ea574c req-8fa83e4f-4269-401c-b358-b7bc4bfd1292 service nova] Enqueued Resource ID: c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 with Priority: HIGHEST for action port [ 874.467259] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 with Priority: HIGHEST for action security_group_rules [ 874.468675] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 with Priority: HIGHEST for action security_group_members [ 874.468675] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 with Priority: HIGHEST for action port [ 874.468675] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.468675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.468675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.468675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.468902] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c85b2e28-91eb-4bc5-ac23-1dd9fe771a41',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.469715] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.469715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.469904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.469959] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.470240] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.470240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.470240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.471021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.471021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.471021] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b2e28-91eb-4bc5-ac23-1dd9fe771a41',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.471598] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.471668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.471701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.472351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.472351] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.648778] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.649084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.649084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.649334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.649434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.649633] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.649741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.649800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.650048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.650129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.650217] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 874.678374] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.678528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.678599] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.678805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.678972] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.692448] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 874.974128] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c85b2e28-91eb-4bc5-ac23-1dd9fe771a41',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.975523] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.975523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.976835] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 with status ACTIVE [ 874.977046] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.977178] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.977303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.977573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.978835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.978835] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.978835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.978835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.979041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.979041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.979177] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.979282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.979346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.979514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.979600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.979764] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 is going to be updated. [ 875.004441] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.005031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.005031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.008024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.008024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.008024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.064303] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 875.064303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.289165] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 875.289486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.289706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.289937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.290160] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.290287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.290356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.290517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.290601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.290721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.292626] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.477601] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c85b2e28-91eb-4bc5-ac23-1dd9fe771a41',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.794897] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.795260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.795260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.795383] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.795550] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.795650] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.795715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.795864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.795955] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.796060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.796212] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.796304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.796367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.796529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.796669] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.796762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.796820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.796951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.797042] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.797121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.797213] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.981446] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.981657] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.981751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.982169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.982299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.982516] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 is going to be created. [ 876.008691] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.008691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.008691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.008691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.008691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.021029] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 in Status: UNINITIALIZED for 2s [ 876.302190] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 471ca597-1f42-496f-86b1-ef001138aefa: rpc.has_security_group_logging(os_id): False [ 876.324141] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.324141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.324141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.324141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.324141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.324141] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.324141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.324141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.324141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.324141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.324141] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.324141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.324758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.325082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.325308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.325652] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.326035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.326232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.326567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.326786] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.327028] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be created. [ 876.404396] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.404396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.404396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.404396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.404396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.423243] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 876.706657] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 876.706657] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 deletion is rescheduled due to dependency. [ 876.706657] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.706657] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.706924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.707440] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.707440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.707440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.707440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.708106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.708106] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.216840] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.217666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.217666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.217792] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.217879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.218096] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.218215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.218278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.218429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.218508] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.218592] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 877.249356] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.249543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.249613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.249942] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.250157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.259598] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 877.563675] env[71107]: INFO networking_nsxv3.common.synchronization [req-e98998d8-c01a-483e-84ce-2ad083b6048c req-ea7aeba5-5a18-46ec-8b09-f909bb881704 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Enqueued Resource ID: 6937dcf9-355a-477e-a22a-783d4d23df21 with Priority: HIGHEST for action security_group_members [ 877.564509] env[71107]: INFO networking_nsxv3.common.synchronization [req-de0169c4-b695-4022-9c10-4ec6037792af req-6c1b3161-f09b-4705-9c45-88add3c02a35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 877.564973] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6937dcf9-355a-477e-a22a-783d4d23df21 with Priority: HIGHEST for action security_group_members [ 877.565801] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 877.566108] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6937dcf9-355a-477e-a22a-783d4d23df21 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.566224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.566287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.566539] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.566690] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.566785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.566844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.567013] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.567105] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.567196] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6937dcf9-355a-477e-a22a-783d4d23df21',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.568015] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.568127] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.568188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.568357] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.568493] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.568581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.568639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.568773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.568848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.568931] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.032700] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 in Status: SUCCESS [ 878.032700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.032700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.032700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.032700] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.032700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.032700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.032700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.032700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.032700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.032700] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c85b2e28-91eb-4bc5-ac23-1dd9fe771a41',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.051020] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.051020] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-991" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.051020] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-991" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.051020] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-991" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.051020] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.051572] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.051814] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.052207] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.052471] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.052821] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.053085] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.053372] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.053611] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.053851] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.054229] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.056017] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.211257] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.211432] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.157 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 878.211727] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.211769] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-991" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.212136] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-af4b84b2-462b-4fb1-8955-d324b0b71a68 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.212354] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-af4b84b2-462b-4fb1-8955-d324b0b71a68" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.212435] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-af4b84b2-462b-4fb1-8955-d324b0b71a68" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.212772] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-af4b84b2-462b-4fb1-8955-d324b0b71a68" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.212969] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4b84b2-462b-4fb1-8955-d324b0b71a68',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.214845] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.214999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.215102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.215326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.215625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.215625] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.215716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.215753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.215874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.215951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.216099] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6937dcf9-355a-477e-a22a-783d4d23df21 already deleted. [ 878.216316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.216521] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.443165] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 878.443513] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.535632] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.535887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.535887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.536107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.536283] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.536383] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.536448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.536602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.536686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.536776] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.536918] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.537016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.537082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.537221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.537357] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.537447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.537506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.537641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.537718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.537798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.537889] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c85b2e28-91eb-4bc5-ac23-1dd9fe771a41',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.704897] env[71107]: INFO networking_nsxv3.common.synchronization [None req-02e6938c-18bd-42d3-97e7-273d67dc21f9 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGHEST for action security_group_rules [ 878.705536] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGHEST for action security_group_rules [ 878.705854] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b91994a8-0888-44f2-99cb-154e5714d4ed taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.706139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.706139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.706447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.706486] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b91994a8-0888-44f2-99cb-154e5714d4ed',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.718711] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.719016] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.719137] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.719367] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.719562] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.719675] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port af4b84b2-462b-4fb1-8955-d324b0b71a68 not found, creating... [ 878.719992] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.720194] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.720324] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.720576] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.720860] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.721029] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.721185] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.721421] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.721513] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.722138] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.722138] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: af4b84b2-462b-4fb1-8955-d324b0b71a68 is going to be created. [ 878.725051] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.755037] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.755037] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.755037] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.755037] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.755037] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.755037] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-af4b84b2-462b-4fb1-8955-d324b0b71a68" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.839877] env[71107]: INFO networking_nsxv3.common.synchronization [None req-ef4dcddf-5b3b-4222-9e9a-287f550b7641 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGHEST for action security_group_rules [ 878.841595] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGHEST for action security_group_rules [ 878.841595] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b91994a8-0888-44f2-99cb-154e5714d4ed taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.841595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.043397] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c85b2e28-91eb-4bc5-ac23-1dd9fe771a41: rpc.has_security_group_logging(os_id): False [ 879.063671] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.063870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.064793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.065110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.067892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.067892] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.067892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.067892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.067892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.067892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.067892] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.067892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.067892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.067892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.067892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.067892] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.067892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.067892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.068767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.068767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.068767] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 is going to be created. [ 879.148045] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.148244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.148297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.148466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.148647] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.163119] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 in Status: IN_PROGRESS for 2s [ 879.232311] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.232311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.232311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.234411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.236021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.236021] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 879.245210] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.245682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.245928] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.246338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.246586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.248021] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b91994a8-0888-44f2-99cb-154e5714d4ed already deleted. [ 879.248021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.248021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.248021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.248021] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b91994a8-0888-44f2-99cb-154e5714d4ed',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.274095] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 879.274292] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 deletion is rescheduled due to dependency. [ 879.274410] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.312364] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.312522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.312590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.312816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.312990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.327207] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 879.416047] env[71107]: INFO networking_nsxv3.common.synchronization [req-e98998d8-c01a-483e-84ce-2ad083b6048c req-871cd737-09fe-47a1-a856-e26fad5f70d5 service nova] Enqueued Resource ID: 6937dcf9-355a-477e-a22a-783d4d23df21 with Priority: HIGHEST for action security_group_rules [ 879.416047] env[71107]: INFO networking_nsxv3.common.synchronization [req-e98998d8-c01a-483e-84ce-2ad083b6048c req-871cd737-09fe-47a1-a856-e26fad5f70d5 service nova] Enqueued Resource ID: 6937dcf9-355a-477e-a22a-783d4d23df21 with Priority: HIGHEST for action security_group_members [ 879.416047] env[71107]: INFO networking_nsxv3.common.synchronization [req-e98998d8-c01a-483e-84ce-2ad083b6048c req-871cd737-09fe-47a1-a856-e26fad5f70d5 service nova] Enqueued Resource ID: af4b84b2-462b-4fb1-8955-d324b0b71a68 with Priority: HIGHEST for action port [ 879.421701] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6937dcf9-355a-477e-a22a-783d4d23df21 with Priority: HIGHEST for action security_group_rules [ 879.421926] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6937dcf9-355a-477e-a22a-783d4d23df21 with Priority: HIGHEST for action security_group_members [ 879.422745] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4b84b2-462b-4fb1-8955-d324b0b71a68 with Priority: HIGHEST for action port [ 879.422745] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6937dcf9-355a-477e-a22a-783d4d23df21 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.422745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.422745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.423134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.423257] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6937dcf9-355a-477e-a22a-783d4d23df21',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.425138] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6937dcf9-355a-477e-a22a-783d4d23df21 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.425138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.425138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.425138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.425138] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.425138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.426193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.428572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.428572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.428572] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6937dcf9-355a-477e-a22a-783d4d23df21',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.428572] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-af4b84b2-462b-4fb1-8955-d324b0b71a68 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.428572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af4b84b2-462b-4fb1-8955-d324b0b71a68" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.428572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af4b84b2-462b-4fb1-8955-d324b0b71a68" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.428572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af4b84b2-462b-4fb1-8955-d324b0b71a68" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.428572] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4b84b2-462b-4fb1-8955-d324b0b71a68',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.773339] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.773660] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.773660] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.773857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.773857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.773947] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b91994a8-0888-44f2-99cb-154e5714d4ed already deleted. [ 879.774046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.932469] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6937dcf9-355a-477e-a22a-783d4d23df21 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.932469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.932469] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af4b84b2-462b-4fb1-8955-d324b0b71a68 with status ACTIVE [ 879.932469] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.932469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.932469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.932469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.932469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.932469] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.932469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.932469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.932469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.932469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.932469] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.933236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.933236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.933236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.933236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.933236] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af4b84b2-462b-4fb1-8955-d324b0b71a68 is going to be updated. [ 879.933971] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6937dcf9-355a-477e-a22a-783d4d23df21',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.960430] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.960603] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.960858] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.960925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.961118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.961300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af4b84b2-462b-4fb1-8955-d324b0b71a68" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.437029] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6937dcf9-355a-477e-a22a-783d4d23df21',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.939304] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.939717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.939717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.940093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.940268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.940447] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6937dcf9-355a-477e-a22a-783d4d23df21 is going to be created. [ 880.971241] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.971480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.971619] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.972064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.972345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.985933] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6937dcf9-355a-477e-a22a-783d4d23df21 in Status: UNINITIALIZED for 2s [ 881.177672] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 in Status: SUCCESS [ 881.177907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.340609] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 881.340872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.784775] env[71107]: INFO networking_nsxv3.common.synchronization [req-c811c561-3744-4b1f-86ea-90533a1269d4 req-2d0ab0f8-3ea8-4fb0-8c74-80908341813f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 882.785269] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 882.785642] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.785771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.785836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.786089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.786257] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.786354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.786410] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.789992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.790128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.790241] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.996984] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6937dcf9-355a-477e-a22a-783d4d23df21 in Status: SUCCESS [ 882.997328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.997488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.997912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.998106] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.998274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.998342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.998496] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.998594] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.998702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.998805] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6937dcf9-355a-477e-a22a-783d4d23df21',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.215361] env[71107]: INFO networking_nsxv3.common.synchronization [req-c811c561-3744-4b1f-86ea-90533a1269d4 req-5c0171e0-3136-4080-ade9-9911ae48da81 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 883.215361] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 883.215613] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.215679] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.292490] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.294284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.294369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.294657] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.294754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.294994] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.295345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.295345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.295863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.295863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.295863] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be deleted. [ 883.346061] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.346061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.346597] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.346597] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.346707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.346809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.347602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.347882] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.349304] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.349571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.349785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.350095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.350307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.351266] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.503274] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6937dcf9-355a-477e-a22a-783d4d23df21 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.503274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.503274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.503836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.506107] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.506107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.506107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.506107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.506107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.506107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.506107] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6937dcf9-355a-477e-a22a-783d4d23df21 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.506107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.506107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.506107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.506107] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.506107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.506107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.506107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.506107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.506107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.506978] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6937dcf9-355a-477e-a22a-783d4d23df21',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.693025] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.693276] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-218" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.693596] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-218" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.693978] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-218" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.694318] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.694537] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.694667] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.694958] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.695143] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.695392] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.696038] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.696038] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.696038] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.696038] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.696038] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.696339] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.722270] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.722506] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 883.722657] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.722852] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-218" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.723615] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-77a40262-a253-4326-a401-573a1cf6ba9f taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.723909] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-77a40262-a253-4326-a401-573a1cf6ba9f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.724118] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-77a40262-a253-4326-a401-573a1cf6ba9f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.726166] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-77a40262-a253-4326-a401-573a1cf6ba9f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.726583] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77a40262-a253-4326-a401-573a1cf6ba9f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.852820] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.853188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.853188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.853321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.853492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.853704] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.853846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.853945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.854200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.854307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.854401] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 already deleted. [ 883.854505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.009239] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6937dcf9-355a-477e-a22a-783d4d23df21: rpc.has_security_group_logging(os_id): False [ 884.029191] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.030147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.030147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.030953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.030953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.030953] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.030953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.030953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.031213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.031213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.031341] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.031421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.031472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.032035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.032035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.032035] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.032035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.032340] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.032340] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.032340] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.032467] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6937dcf9-355a-477e-a22a-783d4d23df21 is going to be created. [ 884.093453] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.093614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.093686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.093933] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.094146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.106784] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6937dcf9-355a-477e-a22a-783d4d23df21 in Status: IN_PROGRESS for 2s [ 884.230777] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.231067] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.231222] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.231515] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.231677] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.231869] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 77a40262-a253-4326-a401-573a1cf6ba9f not found, creating... [ 884.232386] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.232581] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.232718] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.233872] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.233872] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.233872] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.233872] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.234270] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.234352] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.234525] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.234696] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 77a40262-a253-4326-a401-573a1cf6ba9f is going to be created. [ 884.274759] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.274978] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.275155] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.275456] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.275700] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.275949] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-77a40262-a253-4326-a401-573a1cf6ba9f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.151101] env[71107]: INFO networking_nsxv3.common.synchronization [req-c811c561-3744-4b1f-86ea-90533a1269d4 req-7611182d-eef1-4916-85d9-9dd1db9fbda6 service nova] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_rules [ 885.151101] env[71107]: INFO networking_nsxv3.common.synchronization [req-c811c561-3744-4b1f-86ea-90533a1269d4 req-7611182d-eef1-4916-85d9-9dd1db9fbda6 service nova] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 885.151101] env[71107]: INFO networking_nsxv3.common.synchronization [req-c811c561-3744-4b1f-86ea-90533a1269d4 req-7611182d-eef1-4916-85d9-9dd1db9fbda6 service nova] Enqueued Resource ID: 77a40262-a253-4326-a401-573a1cf6ba9f with Priority: HIGHEST for action port [ 885.151101] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_rules [ 885.151101] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 885.151101] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a40262-a253-4326-a401-573a1cf6ba9f with Priority: HIGHEST for action port [ 885.151101] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.152997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.153304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.153784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.153999] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.155266] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.156027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.156027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.156027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.156343] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.156631] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.157486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.157486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.157486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.157860] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.159476] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-77a40262-a253-4326-a401-573a1cf6ba9f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.160410] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77a40262-a253-4326-a401-573a1cf6ba9f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.160538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77a40262-a253-4326-a401-573a1cf6ba9f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.160773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77a40262-a253-4326-a401-573a1cf6ba9f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.161335] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77a40262-a253-4326-a401-573a1cf6ba9f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.635801] env[71107]: INFO networking_nsxv3.common.synchronization [req-91baf2a4-5706-47c8-8094-63871c30caaf req-5f6fa0b1-269a-4741-ab08-63edb148d909 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_members [ 885.636390] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_members [ 885.636700] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.636827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.636969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.637273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.637498] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.637579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.637579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.637740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.637831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.638049] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.667276] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.667276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.667276] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.667276] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77a40262-a253-4326-a401-573a1cf6ba9f with status ACTIVE [ 885.667276] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.667276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.667276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.667276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.667590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.667626] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.667773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.667830] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.668104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.668221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.671344] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.671344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.671344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.671344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.671344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.671344] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77a40262-a253-4326-a401-573a1cf6ba9f is going to be updated. [ 885.695844] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.696091] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.696158] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.696361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.696808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.696996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77a40262-a253-4326-a401-573a1cf6ba9f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.113275] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.113480] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-229" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.113608] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-229" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.113953] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-229" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.115512] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.118599] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.118806] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.119165] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.119360] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.119664] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.119866] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.119989] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.120133] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.120252] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.120363] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.120504] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.139089] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6937dcf9-355a-477e-a22a-783d4d23df21 in Status: SUCCESS [ 886.139089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.142030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.142030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.142030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.142030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.142030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.142030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.142030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.142030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.142030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.142030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.142030] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51495cb4-cd40-4ca3-af22-110651ea3660 already deleted. [ 886.142030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.146619] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.146619] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.146619] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.146619] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-229" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.146619] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-245cadcb-a9a4-4623-99e7-708ec333aecb taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.146619] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-245cadcb-a9a4-4623-99e7-708ec333aecb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.146619] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-245cadcb-a9a4-4623-99e7-708ec333aecb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.146619] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-245cadcb-a9a4-4623-99e7-708ec333aecb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.146619] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('245cadcb-a9a4-4623-99e7-708ec333aecb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.166827] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.166827] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.166827] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.166827] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.171134] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.171134] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.171134] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.171134] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.171134] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.171134] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.171134] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.171134] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.171134] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.171134] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.171134] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.171134] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.173437] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.193858] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.193858] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.193858] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.193858] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.193858] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-a1a650a6-bebf-403b-b036-363a47b5c605 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.193858] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-a1a650a6-bebf-403b-b036-363a47b5c605" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.193858] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-a1a650a6-bebf-403b-b036-363a47b5c605" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.193858] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-a1a650a6-bebf-403b-b036-363a47b5c605" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.193858] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a650a6-bebf-403b-b036-363a47b5c605',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.649851] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.650254] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.650390] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.650682] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.650842] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.651009] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 245cadcb-a9a4-4623-99e7-708ec333aecb not found, creating... [ 886.651363] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.651559] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.651683] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.651910] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.652140] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.652472] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.652637] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.652759] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.653016] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.653184] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.653350] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 245cadcb-a9a4-4623-99e7-708ec333aecb is going to be created. [ 886.677756] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.677981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.677981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.678268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.678366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.678543] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be created. [ 886.680853] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.681292] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.681292] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.681494] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.681732] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.681971] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-245cadcb-a9a4-4623-99e7-708ec333aecb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.697379] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.697598] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.697720] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.698011] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.698231] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.698337] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port a1a650a6-bebf-403b-b036-363a47b5c605 not found, creating... [ 886.698606] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.698767] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.698898] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.699128] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.699271] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.699556] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.699714] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.700009] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.700165] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.700309] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.700453] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: a1a650a6-bebf-403b-b036-363a47b5c605 is going to be created. [ 886.727685] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.727909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.728325] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.728586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.728756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.744151] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: UNINITIALIZED for 2s [ 886.747480] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.748768] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.750767] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.750767] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.750767] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.750767] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-a1a650a6-bebf-403b-b036-363a47b5c605" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.396329] env[71107]: INFO networking_nsxv3.common.synchronization [req-b1c20d4c-5819-4bba-ab59-1e6807b165bb req-29b67873-1abd-442d-9418-c082bcb8613c tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Enqueued Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_members [ 887.396747] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_members [ 887.397076] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.399040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.399040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.399040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.399040] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.399040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.399040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.399040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.399040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.399662] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.593448] env[71107]: INFO networking_nsxv3.common.synchronization [req-91baf2a4-5706-47c8-8094-63871c30caaf req-aaf38ea8-bd6b-430d-9732-7a4c89634ff4 service nova] Enqueued Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_rules [ 887.593748] env[71107]: INFO networking_nsxv3.common.synchronization [req-91baf2a4-5706-47c8-8094-63871c30caaf req-aaf38ea8-bd6b-430d-9732-7a4c89634ff4 service nova] Enqueued Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_members [ 887.593970] env[71107]: INFO networking_nsxv3.common.synchronization [req-91baf2a4-5706-47c8-8094-63871c30caaf req-aaf38ea8-bd6b-430d-9732-7a4c89634ff4 service nova] Enqueued Resource ID: a1a650a6-bebf-403b-b036-363a47b5c605 with Priority: HIGHEST for action port [ 887.595696] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_rules [ 887.595901] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_members [ 887.596069] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a650a6-bebf-403b-b036-363a47b5c605 with Priority: HIGHEST for action port [ 887.596503] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.596688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.596787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.597115] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.597254] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.599753] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.600491] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.600543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.601617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.601920] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.602118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.602227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.602574] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.602614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.602783] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.607768] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a650a6-bebf-403b-b036-363a47b5c605 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.607768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a650a6-bebf-403b-b036-363a47b5c605" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.607768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a650a6-bebf-403b-b036-363a47b5c605" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.607768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a650a6-bebf-403b-b036-363a47b5c605" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.607768] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a650a6-bebf-403b-b036-363a47b5c605',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.902958] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.903403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.903937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.904067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.904148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.904414] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.904536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.904611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.904784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.904852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.904959] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 is going to be updated. [ 887.947622] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.947622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.947622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.947883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.947883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.962143] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: IN_PROGRESS for 2s [ 888.084935] env[71107]: INFO networking_nsxv3.common.synchronization [req-c811c561-3744-4b1f-86ea-90533a1269d4 req-1349b25a-a3ab-4fd0-aabe-bee07af8da15 service nova] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_rules [ 888.085231] env[71107]: INFO networking_nsxv3.common.synchronization [req-c811c561-3744-4b1f-86ea-90533a1269d4 req-1349b25a-a3ab-4fd0-aabe-bee07af8da15 service nova] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 888.085467] env[71107]: INFO networking_nsxv3.common.synchronization [req-c811c561-3744-4b1f-86ea-90533a1269d4 req-1349b25a-a3ab-4fd0-aabe-bee07af8da15 service nova] Enqueued Resource ID: 245cadcb-a9a4-4623-99e7-708ec333aecb with Priority: HIGHEST for action port [ 888.086175] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_rules [ 888.086378] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 888.086428] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245cadcb-a9a4-4623-99e7-708ec333aecb with Priority: HIGHEST for action port [ 888.086723] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.086812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.087272] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.087272] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.088485] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-245cadcb-a9a4-4623-99e7-708ec333aecb taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.088629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-245cadcb-a9a4-4623-99e7-708ec333aecb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.088696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-245cadcb-a9a4-4623-99e7-708ec333aecb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.088908] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-245cadcb-a9a4-4623-99e7-708ec333aecb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.089043] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('245cadcb-a9a4-4623-99e7-708ec333aecb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.110747] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.110874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.112203] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.116008] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1a650a6-bebf-403b-b036-363a47b5c605 with status ACTIVE [ 888.116282] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.116867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.116867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.117372] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.117425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.117588] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.117698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.117762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.117938] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.118033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.118251] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.118368] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.118427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.118729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.118729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.118729] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1a650a6-bebf-403b-b036-363a47b5c605 is going to be updated. [ 888.145898] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.146197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.146197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.146384] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.146544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.146736] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a650a6-bebf-403b-b036-363a47b5c605" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.593751] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 245cadcb-a9a4-4623-99e7-708ec333aecb with status ACTIVE [ 888.594070] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.594482] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.594482] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.594482] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.594747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.594747] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.594879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.594879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.595028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.595101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.595284] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.595375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.595430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.595620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.595683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.595745] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 245cadcb-a9a4-4623-99e7-708ec333aecb is going to be updated. [ 888.616430] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.621382] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.621382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.621382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.621382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.621382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.621634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-245cadcb-a9a4-4623-99e7-708ec333aecb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.756587] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 888.756587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.756587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.757058] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.757058] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.757220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.757259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.757442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.757536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.757636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.757731] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.759317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.759544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.759769] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.759895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.759965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.760158] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.760294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.760374] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.007047] env[71107]: INFO networking_nsxv3.common.synchronization [None req-126697f3-dd55-4048-90ae-ab78e6c3fd2a tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGHEST for action security_group_rules [ 889.007047] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGHEST for action security_group_rules [ 889.007047] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-653c3040-2810-41a1-8ec5-5c784c5274b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.007047] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.007495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.008150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.008436] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('653c3040-2810-41a1-8ec5-5c784c5274b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.121030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.121030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.121030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.121030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.121030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.121030] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51495cb4-cd40-4ca3-af22-110651ea3660 is going to be created. [ 889.150024] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.150024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.150024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.150024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.150024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.161305] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: UNINITIALIZED for 2s [ 889.175656] env[71107]: INFO networking_nsxv3.common.synchronization [None req-62d59b7e-9f2c-4791-9f92-cc5d93f95dd0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGHEST for action security_group_rules [ 889.175656] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGHEST for action security_group_rules [ 889.175656] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-653c3040-2810-41a1-8ec5-5c784c5274b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.175656] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.264193] env[71107]: INFO networking_nsxv3.common.synchronization [req-ffb78200-2f25-4a88-abd5-25c7d14501db req-29c5b97c-8d62-4c67-a034-8a1359ba9ae0 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Enqueued Resource ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 with Priority: HIGHEST for action security_group_members [ 889.264193] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.264193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.264193] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.264914] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 with Priority: HIGHEST for action security_group_members [ 889.265456] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.265728] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.266462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.266787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.267099] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.267348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.267508] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.267766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.267957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.268163] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b2e28-91eb-4bc5-ac23-1dd9fe771a41',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.535083] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.535083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.535083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.535083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.535083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.535083] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 already deleted. [ 889.535083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.535083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.535083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.535083] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('653c3040-2810-41a1-8ec5-5c784c5274b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.774040] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.776803] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.777497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.778142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.778351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.778677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.779797] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.780426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.780426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.780426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.780426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.780971] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 is going to be updated. [ 889.818033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.818033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.818033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.818033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.818033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.831847] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 in Status: IN_PROGRESS for 2s [ 889.976190] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: SUCCESS [ 889.976447] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 deletion is rescheduled due to dependency. [ 889.976626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.064213] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.064439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.064509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.064737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.064994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.064994] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 already deleted. [ 890.065140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.277164] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.277514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.277514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.277717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.277807] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.277909] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be updated. [ 890.312766] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.312984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.313078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.313381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.313697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.326705] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 2s [ 891.171940] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: SUCCESS [ 891.172249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.172428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.172656] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.172842] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.173033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.173033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.173200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.173306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.173413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.173511] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.580691] env[71107]: INFO networking_nsxv3.common.synchronization [req-4d33558e-e344-4c53-8f9c-22dc4c33b125 req-b2969061-3b44-4ff5-9c08-503150960d33 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Enqueued Resource ID: e46350be-a861-460f-adcb-4d362d0b3827 with Priority: HIGHEST for action security_group_members [ 891.581374] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46350be-a861-460f-adcb-4d362d0b3827 with Priority: HIGHEST for action security_group_members [ 891.581835] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46350be-a861-460f-adcb-4d362d0b3827 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.582072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.582253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.582361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.582600] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.582766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.582861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.583290] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.583454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.583533] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46350be-a861-460f-adcb-4d362d0b3827',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.622293] env[71107]: INFO networking_nsxv3.common.synchronization [req-56825897-353a-4882-9b29-0484b9a12642 req-e8670c16-32db-4d3e-a1ed-9d3ed2ffd8b6 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Enqueued Resource ID: 6937dcf9-355a-477e-a22a-783d4d23df21 with Priority: HIGHEST for action security_group_members [ 891.624440] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6937dcf9-355a-477e-a22a-783d4d23df21 with Priority: HIGHEST for action security_group_members [ 891.624440] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6937dcf9-355a-477e-a22a-783d4d23df21 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.624964] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.624964] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.624964] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.624964] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.625554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.625554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.625554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.625554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.625554] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6937dcf9-355a-477e-a22a-783d4d23df21',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.684981] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.842905] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 in Status: SUCCESS [ 891.842905] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b2e28-91eb-4bc5-ac23-1dd9fe771a41 deletion is rescheduled due to dependency. [ 891.842905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b2e28-91eb-4bc5-ac23-1dd9fe771a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.091380] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.091595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.091705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.092261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.113927] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.114222] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.114411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.114489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.114666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.114745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.114905] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46350be-a861-460f-adcb-4d362d0b3827 is going to be updated. [ 892.128884] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.129125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.129185] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.129907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.129907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.129907] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.129907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.130204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.130310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.130365] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.130453] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6937dcf9-355a-477e-a22a-783d4d23df21 is going to be updated. [ 892.143929] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.144190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.144190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.144573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.144573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.155537] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46350be-a861-460f-adcb-4d362d0b3827 in Status: IN_PROGRESS for 2s [ 892.169912] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.170213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.170213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.170386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.170532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.182468] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51495cb4-cd40-4ca3-af22-110651ea3660: rpc.has_security_group_logging(os_id): False [ 892.184485] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6937dcf9-355a-477e-a22a-783d4d23df21 in Status: IN_PROGRESS for 2s [ 892.207117] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.207309] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.207380] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.207620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.207713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.207984] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.208145] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.208191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.208351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.208403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.208499] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51495cb4-cd40-4ca3-af22-110651ea3660 is going to be created. [ 892.235580] env[71107]: INFO networking_nsxv3.common.synchronization [req-7f57ba26-40f7-490c-a220-a1efa19e870b req-07f0933e-0770-41ec-bc96-c37a279c985d tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Enqueued Resource ID: e5325b53-bfd7-401b-893f-15114b65a78f with Priority: HIGHEST for action security_group_members [ 892.236137] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5325b53-bfd7-401b-893f-15114b65a78f with Priority: HIGHEST for action security_group_members [ 892.236499] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5325b53-bfd7-401b-893f-15114b65a78f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.236691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.236779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.237068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.237248] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.237352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.237411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.237568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.237655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.237751] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5325b53-bfd7-401b-893f-15114b65a78f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.297514] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.297514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.297514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.297730] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.297980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.311212] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: IN_PROGRESS for 2s [ 892.343808] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 892.343999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.344123] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.344424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.344525] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.344623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.344664] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.344887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.345048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.345200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.345389] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.345495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.345560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.345712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.345857] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.345952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.346026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.346174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.346266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.346334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.346425] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.580199] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.580374] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-987" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.580517] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-987" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.580905] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-987" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.581221] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.581402] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.581539] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.581808] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.582042] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.582386] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.582523] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.582645] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.582764] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.582890] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.583024] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.583180] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.608095] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.608553] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 892.608752] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.608969] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-987" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.609391] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-c9e368cc-1b4b-4129-a815-f62485108fe2 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.609666] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-c9e368cc-1b4b-4129-a815-f62485108fe2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.609836] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-c9e368cc-1b4b-4129-a815-f62485108fe2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.610261] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-c9e368cc-1b4b-4129-a815-f62485108fe2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.610442] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e368cc-1b4b-4129-a815-f62485108fe2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.740456] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.740456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.740710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.740773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.740879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.741141] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.741270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.741339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.741511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.741621] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.741724] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5325b53-bfd7-401b-893f-15114b65a78f already deleted. [ 892.741820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.848483] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d4aeb75-315a-40b1-9608-36e028ba8f47: rpc.has_security_group_logging(os_id): False [ 892.870103] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.870335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.870408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.870650] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.870944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.871269] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.871448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.871538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.871756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.871883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.872176] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.872318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.872405] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.872586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.872684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.872889] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.873101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.873200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.873380] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.873497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.873602] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be created. [ 892.943879] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.944149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.944149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.944440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.944673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.961241] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 2s [ 893.113412] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.113708] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.113867] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.114273] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.114508] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.114678] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port c9e368cc-1b4b-4129-a815-f62485108fe2 not found, creating... [ 893.114956] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.115139] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.115328] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.115593] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.115743] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.116056] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.116225] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.116343] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.116557] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.116695] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.116884] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: c9e368cc-1b4b-4129-a815-f62485108fe2 is going to be created. [ 893.141050] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.141325] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.141325] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.141601] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.141850] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.142157] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-c9e368cc-1b4b-4129-a815-f62485108fe2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.883420] env[71107]: INFO networking_nsxv3.common.synchronization [req-7f57ba26-40f7-490c-a220-a1efa19e870b req-285f1f35-8dbf-4d62-9e31-e5bf75578e68 service nova] Enqueued Resource ID: e5325b53-bfd7-401b-893f-15114b65a78f with Priority: HIGHEST for action security_group_rules [ 893.883720] env[71107]: INFO networking_nsxv3.common.synchronization [req-7f57ba26-40f7-490c-a220-a1efa19e870b req-285f1f35-8dbf-4d62-9e31-e5bf75578e68 service nova] Enqueued Resource ID: e5325b53-bfd7-401b-893f-15114b65a78f with Priority: HIGHEST for action security_group_members [ 893.883720] env[71107]: INFO networking_nsxv3.common.synchronization [req-7f57ba26-40f7-490c-a220-a1efa19e870b req-285f1f35-8dbf-4d62-9e31-e5bf75578e68 service nova] Enqueued Resource ID: c9e368cc-1b4b-4129-a815-f62485108fe2 with Priority: HIGHEST for action port [ 893.883958] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5325b53-bfd7-401b-893f-15114b65a78f with Priority: HIGHEST for action security_group_rules [ 893.884091] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5325b53-bfd7-401b-893f-15114b65a78f with Priority: HIGHEST for action security_group_members [ 893.884184] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e368cc-1b4b-4129-a815-f62485108fe2 with Priority: HIGHEST for action port [ 893.884780] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5325b53-bfd7-401b-893f-15114b65a78f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.884915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.884998] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.885248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.885339] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5325b53-bfd7-401b-893f-15114b65a78f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.886196] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5325b53-bfd7-401b-893f-15114b65a78f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.886309] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.886373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.886575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.886742] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.886856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.886906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.887691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.887691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.887691] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5325b53-bfd7-401b-893f-15114b65a78f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.888768] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9e368cc-1b4b-4129-a815-f62485108fe2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.888862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9e368cc-1b4b-4129-a815-f62485108fe2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.888919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9e368cc-1b4b-4129-a815-f62485108fe2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.889112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9e368cc-1b4b-4129-a815-f62485108fe2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.889167] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e368cc-1b4b-4129-a815-f62485108fe2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.164363] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46350be-a861-460f-adcb-4d362d0b3827 in Status: SUCCESS [ 894.164590] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46350be-a861-460f-adcb-4d362d0b3827 deletion is rescheduled due to dependency. [ 894.164709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46350be-a861-460f-adcb-4d362d0b3827" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.193904] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6937dcf9-355a-477e-a22a-783d4d23df21 in Status: SUCCESS [ 894.194654] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6937dcf9-355a-477e-a22a-783d4d23df21 deletion is rescheduled due to dependency. [ 894.194654] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.332109] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: SUCCESS [ 894.332360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.392104] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5325b53-bfd7-401b-893f-15114b65a78f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.393373] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5325b53-bfd7-401b-893f-15114b65a78f taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.393898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.393898] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9e368cc-1b4b-4129-a815-f62485108fe2 with status ACTIVE [ 894.394082] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.394176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.394232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.394520] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.394587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.394735] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.394860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.394908] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.395067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.395153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.395345] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.395495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.395544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.395669] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.395746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.395833] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9e368cc-1b4b-4129-a815-f62485108fe2 is going to be updated. [ 894.418158] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.418381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.418381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.418555] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.418724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.418956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9e368cc-1b4b-4129-a815-f62485108fe2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.897892] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5325b53-bfd7-401b-893f-15114b65a78f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.996769] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 894.997049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.997215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.997473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.997584] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.402716] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.402977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.402977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.403816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.403816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.403816] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5325b53-bfd7-401b-893f-15114b65a78f is going to be created. [ 895.428662] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.428895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.428895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.429096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.429259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.443360] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5325b53-bfd7-401b-893f-15114b65a78f in Status: UNINITIALIZED for 2s [ 895.500721] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.500800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.500921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.501206] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.501392] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.501493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.501559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.501718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.501804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.501974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.502125] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.010744] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.010744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.011079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.011205] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.011528] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.011528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.011690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.011780] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.011867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.011957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.012205] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.012306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.012370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.012519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.012659] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.013146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.013146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.013146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.013285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.013367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.013515] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.516448] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d4aeb75-315a-40b1-9608-36e028ba8f47: rpc.has_security_group_logging(os_id): False [ 896.537888] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.538108] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.538162] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.538377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.538473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.538680] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.538778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.538830] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.538986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.539072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.539270] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.539337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.539404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.539562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.539743] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.539880] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.539969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.540146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.540146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.540392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.540392] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be updated. [ 896.619315] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.619485] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.619561] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.620282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.620282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.649256] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 2s [ 897.095373] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d0ef07be-e33a-47d0-8a74-35e22a3847f8 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Enqueued Resource ID: 49d63d74-f52b-41cf-b620-c940c709d3e8 with Priority: HIGHEST for action security_group_rules [ 897.095373] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49d63d74-f52b-41cf-b620-c940c709d3e8 with Priority: HIGHEST for action security_group_rules [ 897.095373] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49d63d74-f52b-41cf-b620-c940c709d3e8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.095373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49d63d74-f52b-41cf-b620-c940c709d3e8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.095373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49d63d74-f52b-41cf-b620-c940c709d3e8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.097791] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49d63d74-f52b-41cf-b620-c940c709d3e8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.097791] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49d63d74-f52b-41cf-b620-c940c709d3e8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.223356] env[71107]: INFO networking_nsxv3.common.synchronization [None req-56fb2b28-33ef-4f60-8eee-f86960693c72 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Enqueued Resource ID: 49d63d74-f52b-41cf-b620-c940c709d3e8 with Priority: HIGHEST for action security_group_rules [ 897.223816] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49d63d74-f52b-41cf-b620-c940c709d3e8 with Priority: HIGHEST for action security_group_rules [ 897.224431] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49d63d74-f52b-41cf-b620-c940c709d3e8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.224431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49d63d74-f52b-41cf-b620-c940c709d3e8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.454624] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5325b53-bfd7-401b-893f-15114b65a78f in Status: SUCCESS [ 897.454861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.455061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.455289] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.455478] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.455598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.455704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.458381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.458381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.458381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.458381] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5325b53-bfd7-401b-893f-15114b65a78f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.620487] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.620805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.620805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.620805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.620986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.620986] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49d63d74-f52b-41cf-b620-c940c709d3e8 already deleted. [ 897.621100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49d63d74-f52b-41cf-b620-c940c709d3e8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.621208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49d63d74-f52b-41cf-b620-c940c709d3e8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.621388] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49d63d74-f52b-41cf-b620-c940c709d3e8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.621477] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49d63d74-f52b-41cf-b620-c940c709d3e8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.960688] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5325b53-bfd7-401b-893f-15114b65a78f taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.960867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.960941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.961251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.961430] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.961540] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.961606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.961767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.961855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.961946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.962141] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5325b53-bfd7-401b-893f-15114b65a78f taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.962238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.962291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.962440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.962578] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.962668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.962729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.962865] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.962944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.963043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.963137] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5325b53-bfd7-401b-893f-15114b65a78f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.143035] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.143449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.143449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.143537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.143591] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.143699] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49d63d74-f52b-41cf-b620-c940c709d3e8 already deleted. [ 898.143794] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49d63d74-f52b-41cf-b620-c940c709d3e8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.467434] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5325b53-bfd7-401b-893f-15114b65a78f: rpc.has_security_group_logging(os_id): False [ 898.489165] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.489165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.489165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.489165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.489165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.489165] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.489165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.489165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.489165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.489165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.489165] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.489165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.489165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.489165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.489165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.490133] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.490201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.490304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.491307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.491307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.491307] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5325b53-bfd7-401b-893f-15114b65a78f is going to be created. [ 898.561688] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.561849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.561923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.562256] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.562447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.578540] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5325b53-bfd7-401b-893f-15114b65a78f in Status: IN_PROGRESS for 2s [ 898.682570] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 898.685744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.733881] env[71107]: INFO networking_nsxv3.common.synchronization [req-21b32926-59f5-45c4-b10e-47c1344f0052 req-a59fe7e7-3b49-4192-b223-c038b4221424 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Enqueued Resource ID: c772a896-04bb-4b17-8148-8c49f300b64b with Priority: HIGHEST for action security_group_members [ 898.735662] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c772a896-04bb-4b17-8148-8c49f300b64b with Priority: HIGHEST for action security_group_members [ 898.736239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c772a896-04bb-4b17-8148-8c49f300b64b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.736816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.737018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.737337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.737503] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.737656] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.737699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.737846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.737936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.738058] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c772a896-04bb-4b17-8148-8c49f300b64b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.241038] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.241352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.241352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.241911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.241911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.241911] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.242125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.242125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.243017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.243017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.243017] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c772a896-04bb-4b17-8148-8c49f300b64b already deleted. [ 899.243017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.254085] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.254406] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-173" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.254644] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-173" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.255118] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-173" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.255526] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.255772] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.255975] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.256388] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.256563] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.256881] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.257068] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.257227] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.257403] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.257586] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.257778] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.257954] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.280812] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.280994] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.281239] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.281456] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-173" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.281786] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.281968] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.282262] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.282619] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.282867] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ffa8e0-00f9-44a0-9348-4e1e19a726d6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.785180] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.786820] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.787051] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.787388] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.787646] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.787846] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 not found, creating... [ 899.788235] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.788462] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.788637] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.788927] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.789143] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.789459] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.789625] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.789745] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.789972] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.790237] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.790450] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 is going to be created. [ 899.811415] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.811619] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.811822] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.812181] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.812456] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.812719] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.348495] env[71107]: INFO networking_nsxv3.common.synchronization [req-7766fb5e-14d9-4687-bb15-894243c2d0db req-09c790bf-f413-493d-aa90-d390f880dc3e tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 900.349505] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 900.349826] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.349974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.351181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.351343] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.351515] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.351621] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.351684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.352173] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.352267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.352368] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.556135] env[71107]: INFO networking_nsxv3.common.synchronization [req-7766fb5e-14d9-4687-bb15-894243c2d0db req-d97676eb-7580-46a0-a442-b593631daf9a tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 900.556696] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGHEST for action security_group_members [ 900.557080] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.557178] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.590453] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5325b53-bfd7-401b-893f-15114b65a78f in Status: SUCCESS [ 900.590453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.732247] env[71107]: INFO networking_nsxv3.common.synchronization [req-21b32926-59f5-45c4-b10e-47c1344f0052 req-c0ee20e9-bb98-43d1-883a-f84ab12e06f3 service nova] Enqueued Resource ID: c772a896-04bb-4b17-8148-8c49f300b64b with Priority: HIGHEST for action security_group_rules [ 900.734025] env[71107]: INFO networking_nsxv3.common.synchronization [req-21b32926-59f5-45c4-b10e-47c1344f0052 req-c0ee20e9-bb98-43d1-883a-f84ab12e06f3 service nova] Enqueued Resource ID: c772a896-04bb-4b17-8148-8c49f300b64b with Priority: HIGHEST for action security_group_members [ 900.734025] env[71107]: INFO networking_nsxv3.common.synchronization [req-21b32926-59f5-45c4-b10e-47c1344f0052 req-c0ee20e9-bb98-43d1-883a-f84ab12e06f3 service nova] Enqueued Resource ID: e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 with Priority: HIGHEST for action port [ 900.734025] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c772a896-04bb-4b17-8148-8c49f300b64b with Priority: HIGHEST for action security_group_rules [ 900.734025] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c772a896-04bb-4b17-8148-8c49f300b64b with Priority: HIGHEST for action security_group_members [ 900.734025] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 with Priority: HIGHEST for action port [ 900.735440] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c772a896-04bb-4b17-8148-8c49f300b64b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.735600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.735667] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.735993] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.736091] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c772a896-04bb-4b17-8148-8c49f300b64b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.737293] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c772a896-04bb-4b17-8148-8c49f300b64b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.737415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.737473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.737660] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.737807] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.737899] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.737960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.738117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.738200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.738290] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c772a896-04bb-4b17-8148-8c49f300b64b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.741033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.741033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.741033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.741033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.741033] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ffa8e0-00f9-44a0-9348-4e1e19a726d6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.854820] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.241798] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c772a896-04bb-4b17-8148-8c49f300b64b taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.241936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.242183] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c772a896-04bb-4b17-8148-8c49f300b64b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.243102] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 with status ACTIVE [ 901.243298] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.243422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.243524] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.243773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.243873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.244070] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.244193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.244288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.244390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.244471] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.244679] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.244780] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.244834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.244995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.248201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.248285] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 is going to be updated. [ 901.270031] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.270192] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.270321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.270486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.270622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.270786] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.358492] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.750984] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c772a896-04bb-4b17-8148-8c49f300b64b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.860487] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.860487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.860487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.860703] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.860771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.861729] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be updated. [ 901.891557] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.891725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.891846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.892275] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.892369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.903445] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 2s [ 902.253684] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.253933] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.254083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.254459] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.254634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.254769] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c772a896-04bb-4b17-8148-8c49f300b64b is going to be created. [ 902.279497] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.279497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.279700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.279787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.279956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.290655] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c772a896-04bb-4b17-8148-8c49f300b64b in Status: UNINITIALIZED for 2s [ 903.917478] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 903.917731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.917876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.918112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.918304] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.918424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.918490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.918647] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.918800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.918900] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.002839] env[71107]: INFO networking_nsxv3.common.synchronization [req-636ce351-7922-43b9-bdef-4426c7c96afd req-a73387d9-4deb-4329-ac56-51b00406a7fd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Enqueued Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_members [ 904.004317] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_members [ 904.004317] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.004317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.004317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.004646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.004745] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.004837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.004901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.005076] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.005194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.005818] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.302524] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c772a896-04bb-4b17-8148-8c49f300b64b in Status: SUCCESS [ 904.302746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.302928] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.303213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.303393] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.303550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.303618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.303752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.303837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.303925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.304041] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c772a896-04bb-4b17-8148-8c49f300b64b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.421974] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.422394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.422394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.422919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.423259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.423435] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.423750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.423750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.423750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.424056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.424056] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be updated. [ 904.471537] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.471760] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-900" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.471903] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-900" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.472343] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-900" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.472632] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.472820] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.472957] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.473735] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.473912] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.474176] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.474313] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.474457] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.474591] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.474717] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.474839] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.474995] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.509569] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.509755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.509844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.510190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.510362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.510501] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.510604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.510686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.511240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.511240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.511240] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 already deleted. [ 904.511240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.514678] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.514808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.514874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.515081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.515466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.521277] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.521499] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 904.522150] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.522150] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-900" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.522322] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-3477f0ed-ee6f-4485-961b-38f5219eec5a taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.522478] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-3477f0ed-ee6f-4485-961b-38f5219eec5a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.522670] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-3477f0ed-ee6f-4485-961b-38f5219eec5a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.523025] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-3477f0ed-ee6f-4485-961b-38f5219eec5a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.523363] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3477f0ed-ee6f-4485-961b-38f5219eec5a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.529686] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: IN_PROGRESS for 2s [ 904.808154] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c772a896-04bb-4b17-8148-8c49f300b64b taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.808154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.808154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.808154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.808154] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.808154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.808606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.808606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.808606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.808606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.808802] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c772a896-04bb-4b17-8148-8c49f300b64b taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.808865] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.808947] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.809180] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.809788] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.809788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.809788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.811902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.812000] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.812146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.812230] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c772a896-04bb-4b17-8148-8c49f300b64b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.026818] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.027262] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.027262] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.027693] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.027931] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.028160] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 3477f0ed-ee6f-4485-961b-38f5219eec5a not found, creating... [ 905.028607] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.028772] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.028928] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.029292] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.029517] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.029883] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.030577] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.030756] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.031046] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.031225] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.031433] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 3477f0ed-ee6f-4485-961b-38f5219eec5a is going to be created. [ 905.060147] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.060354] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.060492] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.061638] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.061638] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.061638] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-3477f0ed-ee6f-4485-961b-38f5219eec5a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.314618] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c772a896-04bb-4b17-8148-8c49f300b64b: rpc.has_security_group_logging(os_id): False [ 905.349398] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.349398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.349398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.349398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.349398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.349398] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.349398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.349398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.349398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.349913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.349913] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.349913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.349913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.350222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.350348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.350569] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.350664] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.350720] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.350873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.350948] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.351104] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c772a896-04bb-4b17-8148-8c49f300b64b is going to be created. [ 905.438070] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.438070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.438070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.438070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.438070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.451195] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c772a896-04bb-4b17-8148-8c49f300b64b in Status: IN_PROGRESS for 2s [ 905.803351] env[71107]: INFO networking_nsxv3.common.synchronization [req-636ce351-7922-43b9-bdef-4426c7c96afd req-23266e2e-e323-4fd6-aa53-78b04086b9f9 service nova] Enqueued Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_rules [ 905.803351] env[71107]: INFO networking_nsxv3.common.synchronization [req-636ce351-7922-43b9-bdef-4426c7c96afd req-23266e2e-e323-4fd6-aa53-78b04086b9f9 service nova] Enqueued Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_members [ 905.803351] env[71107]: INFO networking_nsxv3.common.synchronization [req-636ce351-7922-43b9-bdef-4426c7c96afd req-23266e2e-e323-4fd6-aa53-78b04086b9f9 service nova] Enqueued Resource ID: 3477f0ed-ee6f-4485-961b-38f5219eec5a with Priority: HIGHEST for action port [ 905.803351] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_rules [ 905.803351] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_members [ 905.803351] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3477f0ed-ee6f-4485-961b-38f5219eec5a with Priority: HIGHEST for action port [ 905.804166] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.804475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.805143] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.806360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.806360] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.807208] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.807460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.807616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.807906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.808170] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.809020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.809020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.809020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.809020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.809020] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.810328] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-3477f0ed-ee6f-4485-961b-38f5219eec5a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.810443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3477f0ed-ee6f-4485-961b-38f5219eec5a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.810504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3477f0ed-ee6f-4485-961b-38f5219eec5a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.811093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3477f0ed-ee6f-4485-961b-38f5219eec5a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.811906] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3477f0ed-ee6f-4485-961b-38f5219eec5a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.308762] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.308762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.313380] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.314304] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3477f0ed-ee6f-4485-961b-38f5219eec5a with status ACTIVE [ 906.314545] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.314676] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.314745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.314946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.315049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.315309] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.315409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.315409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.315573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.315852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.315852] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.315966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.316536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.316536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.316536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.316536] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3477f0ed-ee6f-4485-961b-38f5219eec5a is going to be updated. [ 906.363456] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.363630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.363675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.363904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.364064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.364251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3477f0ed-ee6f-4485-961b-38f5219eec5a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.540021] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 in Status: SUCCESS [ 906.540493] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 deletion is rescheduled due to dependency. [ 906.540690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.819439] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.324694] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.324991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.325053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.325573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.325573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.325573] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 is going to be created. [ 907.354393] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.354393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.354393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.354393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.354393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.372475] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: UNINITIALIZED for 2s [ 907.463464] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c772a896-04bb-4b17-8148-8c49f300b64b in Status: SUCCESS [ 907.463767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.665049] env[71107]: INFO networking_nsxv3.common.synchronization [req-b032aa75-7ce0-4e17-8e46-2415f343dd1f req-a1f09356-8024-47fb-87ba-a501ae8de67f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Enqueued Resource ID: e5325b53-bfd7-401b-893f-15114b65a78f with Priority: HIGHEST for action security_group_members [ 907.665579] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5325b53-bfd7-401b-893f-15114b65a78f with Priority: HIGHEST for action security_group_members [ 907.665897] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5325b53-bfd7-401b-893f-15114b65a78f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.667115] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.667246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.669609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.669761] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.670218] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.670218] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.670218] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.670456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.670493] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5325b53-bfd7-401b-893f-15114b65a78f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.175086] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.175288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.175369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.175636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.175729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.175947] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.176094] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.176165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.176389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.176480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.176601] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5325b53-bfd7-401b-893f-15114b65a78f is going to be updated. [ 908.224343] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.224496] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.224565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.224881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.225048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.241033] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5325b53-bfd7-401b-893f-15114b65a78f in Status: IN_PROGRESS for 2s [ 909.385026] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: SUCCESS [ 909.385339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.385760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.385760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.386084] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.386084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.386084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.386239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.386239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.386322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.386400] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.889762] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.890169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.890616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.891665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.891913] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.892064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.892169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.892415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.892535] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.892637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.892825] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.894022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.894022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.894022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.894022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.894022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.894022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.894022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.894022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.894022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.894022] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.171250] env[71107]: INFO networking_nsxv3.common.synchronization [req-cdbffa7e-4112-4858-aebd-485e9572c17f req-cf5323e6-bba2-4ea6-82ce-615ab47658ef tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Enqueued Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_members [ 910.171840] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_members [ 910.172279] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.172517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.172517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.172747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.172909] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.173057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.173386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.173593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.173707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.173849] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.251577] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5325b53-bfd7-401b-893f-15114b65a78f in Status: SUCCESS [ 910.251764] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5325b53-bfd7-401b-893f-15114b65a78f deletion is rescheduled due to dependency. [ 910.251874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.396411] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27cae241-eaae-4f37-b5cf-c488a9ed9673: rpc.has_security_group_logging(os_id): False [ 910.420287] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.420526] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.420577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.421159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.421159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.421159] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.421341] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.421341] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.421559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.421663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.421847] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.421946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.422022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.426346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.426438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.426589] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.428581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.428581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.428581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.428581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.428581] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 is going to be created. [ 910.487873] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.488096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.488174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.488404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.488598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.505353] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: IN_PROGRESS for 2s [ 910.582201] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.582430] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-900" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.582573] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-900" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.582863] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-900" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.583169] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.583382] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.583463] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.583678] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.583827] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.585933] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.586098] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.586233] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.586417] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.586579] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.586700] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.586847] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.630220] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.630457] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.630529] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.630742] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-900" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.631110] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-745f46f3-92d8-427a-b651-5de1082bfe95 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.631346] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-745f46f3-92d8-427a-b651-5de1082bfe95" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.631551] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-745f46f3-92d8-427a-b651-5de1082bfe95" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.631883] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-745f46f3-92d8-427a-b651-5de1082bfe95" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.632220] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('745f46f3-92d8-427a-b651-5de1082bfe95',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.676426] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.135490] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.135929] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.136292] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.136660] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.137010] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.137071] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 745f46f3-92d8-427a-b651-5de1082bfe95 not found, creating... [ 911.137388] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.137565] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.137743] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.138158] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.138412] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.138895] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.139266] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.139369] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.139657] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.139886] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.140085] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 745f46f3-92d8-427a-b651-5de1082bfe95 is going to be created. [ 911.161406] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.161636] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.161796] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.162095] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.162442] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.162732] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-745f46f3-92d8-427a-b651-5de1082bfe95" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.179750] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.638841] env[71107]: INFO networking_nsxv3.common.synchronization [None req-b8772e82-b627-4ce5-973d-57ca1b341b22 None None] Enqueued Resource ID: 8a1dfb8c-2cc6-4cef-a8bd-39a10a0f0efd with Priority: HIGHEST for action port [ 911.639129] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1dfb8c-2cc6-4cef-a8bd-39a10a0f0efd with Priority: HIGHEST for action port [ 911.639790] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a1dfb8c-2cc6-4cef-a8bd-39a10a0f0efd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.639885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a1dfb8c-2cc6-4cef-a8bd-39a10a0f0efd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.639923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a1dfb8c-2cc6-4cef-a8bd-39a10a0f0efd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.640338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a1dfb8c-2cc6-4cef-a8bd-39a10a0f0efd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.640466] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1dfb8c-2cc6-4cef-a8bd-39a10a0f0efd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.682396] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.682652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.682753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.683063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.683211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.683315] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 is going to be updated. [ 911.719727] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.719905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.719937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.720177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.720346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.730901] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: IN_PROGRESS for 2s [ 912.081680] env[71107]: INFO networking_nsxv3.common.synchronization [req-cdbffa7e-4112-4858-aebd-485e9572c17f req-36228b52-0279-4339-bc06-c744c8eabe01 service nova] Enqueued Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_rules [ 912.081959] env[71107]: INFO networking_nsxv3.common.synchronization [req-cdbffa7e-4112-4858-aebd-485e9572c17f req-36228b52-0279-4339-bc06-c744c8eabe01 service nova] Enqueued Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_members [ 912.082099] env[71107]: INFO networking_nsxv3.common.synchronization [req-cdbffa7e-4112-4858-aebd-485e9572c17f req-36228b52-0279-4339-bc06-c744c8eabe01 service nova] Enqueued Resource ID: 745f46f3-92d8-427a-b651-5de1082bfe95 with Priority: HIGHEST for action port [ 912.082748] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_rules [ 912.082860] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_members [ 912.082958] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 745f46f3-92d8-427a-b651-5de1082bfe95 with Priority: HIGHEST for action port [ 912.083540] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.083646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.083860] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.083951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.084155] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-745f46f3-92d8-427a-b651-5de1082bfe95 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.084265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-745f46f3-92d8-427a-b651-5de1082bfe95" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.084332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-745f46f3-92d8-427a-b651-5de1082bfe95" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.084538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-745f46f3-92d8-427a-b651-5de1082bfe95" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.086126] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('745f46f3-92d8-427a-b651-5de1082bfe95',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.143084] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a1dfb8c-2cc6-4cef-a8bd-39a10a0f0efd [ 912.146428] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.146690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.146740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.147021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.147934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.147934] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a1dfb8c-2cc6-4cef-a8bd-39a10a0f0efd already deleted. [ 912.147934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a1dfb8c-2cc6-4cef-a8bd-39a10a0f0efd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.510887] env[71107]: INFO networking_nsxv3.common.synchronization [req-05464946-0ae3-4a31-99c9-3db6fa8ba83c req-4e21deb4-527f-456e-b963-63e69e596766 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Enqueued Resource ID: c772a896-04bb-4b17-8148-8c49f300b64b with Priority: HIGHEST for action security_group_members [ 912.511821] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c772a896-04bb-4b17-8148-8c49f300b64b with Priority: HIGHEST for action security_group_members [ 912.516218] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c772a896-04bb-4b17-8148-8c49f300b64b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.516368] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.516408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.516663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.516887] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.517050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.517117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.517344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.517470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.517583] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c772a896-04bb-4b17-8148-8c49f300b64b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.526868] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: SUCCESS [ 912.526868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.526868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.526868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.526868] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.590766] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 745f46f3-92d8-427a-b651-5de1082bfe95 with status ACTIVE [ 912.590995] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.592626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.592626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.592626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.592626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.592880] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.592880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.593049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.593111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.593192] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.593387] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.593479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.593537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.593676] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.593746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.593943] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 745f46f3-92d8-427a-b651-5de1082bfe95 is going to be updated. [ 912.617024] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.617024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.617199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.617403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.617569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.617723] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-745f46f3-92d8-427a-b651-5de1082bfe95" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.020631] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.021041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.021041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.021198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.021321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.021544] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.021686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.021719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.021871] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.021996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.021996] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c772a896-04bb-4b17-8148-8c49f300b64b is going to be updated. [ 913.030641] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.030641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.058388] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.058388] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.058388] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.058388] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.058565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.070548] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c772a896-04bb-4b17-8148-8c49f300b64b in Status: IN_PROGRESS for 2s [ 913.746020] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: SUCCESS [ 913.746020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.746020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.746020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.746020] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.746020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.746020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.746020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.746020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.746020] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.249148] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.281202] env[71107]: INFO networking_nsxv3.common.synchronization [req-0e93343e-0965-4730-9ebb-7d06e88d0466 req-8787cc84-49b3-4a3e-8301-2cd1d3cea61d tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Enqueued Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_members [ 914.281875] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802b1af3-7e55-4a34-86ff-273661471859 with Priority: HIGHEST for action security_group_members [ 914.282927] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-802b1af3-7e55-4a34-86ff-273661471859 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.283202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.283351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.283687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.283970] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.284179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.284496] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.284590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.284728] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.285049] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802b1af3-7e55-4a34-86ff-273661471859',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.384573] env[71107]: INFO networking_nsxv3.common.synchronization [None req-0e527561-d9b2-436d-bf6a-c8b1f9a3f040 None None] Enqueued Resource ID: 74e7248c-cfc3-4cb6-81f4-41429fefab9f with Priority: HIGHEST for action port [ 914.386338] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e7248c-cfc3-4cb6-81f4-41429fefab9f with Priority: HIGHEST for action port [ 914.386726] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-74e7248c-cfc3-4cb6-81f4-41429fefab9f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.386880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74e7248c-cfc3-4cb6-81f4-41429fefab9f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.386954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74e7248c-cfc3-4cb6-81f4-41429fefab9f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.387251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74e7248c-cfc3-4cb6-81f4-41429fefab9f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.387357] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e7248c-cfc3-4cb6-81f4-41429fefab9f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.750780] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.789719] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.789719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.789719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.789719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.814194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.814194] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.814194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.814194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.814194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.814194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.814194] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802b1af3-7e55-4a34-86ff-273661471859 is going to be updated. [ 914.840720] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.840885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.840958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.841197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.842242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.851940] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: IN_PROGRESS for 2s [ 914.891436] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74e7248c-cfc3-4cb6-81f4-41429fefab9f [ 914.891743] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.891860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.891932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.892211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.892307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.892490] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74e7248c-cfc3-4cb6-81f4-41429fefab9f already deleted. [ 914.892562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74e7248c-cfc3-4cb6-81f4-41429fefab9f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.080387] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c772a896-04bb-4b17-8148-8c49f300b64b in Status: SUCCESS [ 915.080387] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c772a896-04bb-4b17-8148-8c49f300b64b deletion is rescheduled due to dependency. [ 915.080387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.253265] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.253915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.253915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.254847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.255028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.255246] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 is going to be updated. [ 915.326230] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.326517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.326622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.326984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.327250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.339996] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: IN_PROGRESS for 2s [ 916.861889] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802b1af3-7e55-4a34-86ff-273661471859 in Status: SUCCESS [ 916.862190] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802b1af3-7e55-4a34-86ff-273661471859 deletion is rescheduled due to dependency. [ 916.862262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802b1af3-7e55-4a34-86ff-273661471859" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.349773] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: SUCCESS [ 917.350010] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.350204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.350431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.350820] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.350820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.350820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.351012] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.351109] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.351221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.351322] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.854549] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.854918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.855013] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.855376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.855681] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.855854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.855965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.856246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.856405] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.856568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.856840] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.857015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.857145] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.857366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.857615] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.857689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.857689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.857861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.857949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.858043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.858212] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.360304] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27cae241-eaae-4f37-b5cf-c488a9ed9673: rpc.has_security_group_logging(os_id): False [ 918.384827] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.384975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.385063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.385290] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.385426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.385612] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.385728] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.385792] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.385947] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.386037] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.386216] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.386312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.386374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.386513] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.386586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.386762] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.386855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.386916] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.387064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.387137] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.387221] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 is going to be updated. [ 918.505374] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.505540] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.505611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.505832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.505976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.521524] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: IN_PROGRESS for 2s [ 918.565888] env[71107]: INFO networking_nsxv3.common.synchronization [req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 req-1ee66a30-5a58-4fd7-9c92-ab0de75f22f2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Enqueued Resource ID: b9e2dc2f-d514-47e8-9080-5feac6159862 with Priority: HIGHEST for action security_group_members [ 918.565888] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e2dc2f-d514-47e8-9080-5feac6159862 with Priority: HIGHEST for action security_group_members [ 918.565888] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9e2dc2f-d514-47e8-9080-5feac6159862 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.566265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.566265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.567081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.567081] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.567081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.567081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.567081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.567563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.567563] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9e2dc2f-d514-47e8-9080-5feac6159862',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.071204] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.071204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.071204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.071204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.071204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.071204] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.071204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.071204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.071204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.071204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.071204] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9e2dc2f-d514-47e8-9080-5feac6159862 already deleted. [ 919.071204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.283900] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.284203] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-647" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.284365] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-647" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.284782] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-647" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.285111] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.285323] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.285451] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.285684] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.285830] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.286162] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.286317] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.286458] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.286590] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.286728] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.286860] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.287031] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.311116] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.311116] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 919.311116] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.311116] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-647" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.311116] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-b506827e-931d-4f97-a59e-1448a78345b4 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.311116] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-b506827e-931d-4f97-a59e-1448a78345b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.311116] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-b506827e-931d-4f97-a59e-1448a78345b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.311116] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-b506827e-931d-4f97-a59e-1448a78345b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.311116] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b506827e-931d-4f97-a59e-1448a78345b4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.813696] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.814058] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.814122] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.814415] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.814591] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.814827] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port b506827e-931d-4f97-a59e-1448a78345b4 not found, creating... [ 919.815177] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.815387] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.815537] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.815810] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.815970] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.816701] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.816963] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.817185] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.817528] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.817792] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.818286] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: b506827e-931d-4f97-a59e-1448a78345b4 is going to be created. [ 919.840908] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.841155] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.841301] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.841597] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.841821] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.842059] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-b506827e-931d-4f97-a59e-1448a78345b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.535379] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: SUCCESS [ 920.535607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.606509] env[71107]: INFO networking_nsxv3.common.synchronization [req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 req-2baf0756-b919-4ba8-bbf6-b8835f5579bb service nova] Enqueued Resource ID: b9e2dc2f-d514-47e8-9080-5feac6159862 with Priority: HIGHEST for action security_group_rules [ 920.606698] env[71107]: INFO networking_nsxv3.common.synchronization [req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 req-2baf0756-b919-4ba8-bbf6-b8835f5579bb service nova] Enqueued Resource ID: b9e2dc2f-d514-47e8-9080-5feac6159862 with Priority: HIGHEST for action security_group_members [ 920.606839] env[71107]: INFO networking_nsxv3.common.synchronization [req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 req-2baf0756-b919-4ba8-bbf6-b8835f5579bb service nova] Enqueued Resource ID: b506827e-931d-4f97-a59e-1448a78345b4 with Priority: HIGHEST for action port [ 920.607408] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e2dc2f-d514-47e8-9080-5feac6159862 with Priority: HIGHEST for action security_group_rules [ 920.607597] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e2dc2f-d514-47e8-9080-5feac6159862 with Priority: HIGHEST for action security_group_members [ 920.607775] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b506827e-931d-4f97-a59e-1448a78345b4 with Priority: HIGHEST for action port [ 920.608013] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9e2dc2f-d514-47e8-9080-5feac6159862 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.608348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.608433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.608731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.608822] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9e2dc2f-d514-47e8-9080-5feac6159862',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.609737] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9e2dc2f-d514-47e8-9080-5feac6159862 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.609856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.609919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.610139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.610321] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.610478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.610570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.610777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.610879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.610962] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9e2dc2f-d514-47e8-9080-5feac6159862',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.614526] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-b506827e-931d-4f97-a59e-1448a78345b4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.614656] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b506827e-931d-4f97-a59e-1448a78345b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.614737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b506827e-931d-4f97-a59e-1448a78345b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.614901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b506827e-931d-4f97-a59e-1448a78345b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.614984] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b506827e-931d-4f97-a59e-1448a78345b4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.117056] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9e2dc2f-d514-47e8-9080-5feac6159862',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.118041] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9e2dc2f-d514-47e8-9080-5feac6159862 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.118157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.118343] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b506827e-931d-4f97-a59e-1448a78345b4 with status ACTIVE [ 921.118495] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.118734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.118734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.118842] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.118935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.119119] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.119218] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.119279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.119431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.119506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.119753] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.119937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.119937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.120138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.120240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.120436] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b506827e-931d-4f97-a59e-1448a78345b4 is going to be updated. [ 921.145043] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.145220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.145220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.145432] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.145569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.145726] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b506827e-931d-4f97-a59e-1448a78345b4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.622773] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9e2dc2f-d514-47e8-9080-5feac6159862',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.128352] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.128352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.128352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.128352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.128352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.128352] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9e2dc2f-d514-47e8-9080-5feac6159862 is going to be created. [ 922.154021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.154021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.154021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.154021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.154021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.165256] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9e2dc2f-d514-47e8-9080-5feac6159862 in Status: UNINITIALIZED for 2s [ 924.189507] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9e2dc2f-d514-47e8-9080-5feac6159862 in Status: SUCCESS [ 924.190331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.190576] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.190915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.191219] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.191453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.191567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.192970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.192970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.192970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.192970] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9e2dc2f-d514-47e8-9080-5feac6159862',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.695556] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9e2dc2f-d514-47e8-9080-5feac6159862 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.696848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.696848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.696848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.696848] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.697103] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.697103] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.697208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.697254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.697365] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.697505] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9e2dc2f-d514-47e8-9080-5feac6159862 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.697609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.697671] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.697839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.697981] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.698105] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.698159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.698312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.698401] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.698484] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.698574] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9e2dc2f-d514-47e8-9080-5feac6159862',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.200803] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9e2dc2f-d514-47e8-9080-5feac6159862: rpc.has_security_group_logging(os_id): False [ 925.221228] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.221410] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.221535] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.221729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.221830] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.222059] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.222164] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.222285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.222461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.222544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.222742] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.222992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.222992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.223211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.223211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.223536] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.223619] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.223619] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.223774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.223848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.223933] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9e2dc2f-d514-47e8-9080-5feac6159862 is going to be created. [ 925.291431] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.291585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.292603] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.292603] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.292603] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.306563] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9e2dc2f-d514-47e8-9080-5feac6159862 in Status: IN_PROGRESS for 2s [ 925.608893] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 925.609235] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 927.322039] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9e2dc2f-d514-47e8-9080-5feac6159862 in Status: SUCCESS [ 927.322386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.645932] env[71107]: INFO networking_nsxv3.common.synchronization [req-70900e63-504b-44e2-864a-26e5a28d54db req-6cb1a52d-4370-42e9-9902-1f8508a4528b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 928.646526] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 928.646832] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.646960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.647029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.647278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.647414] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.647512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.647596] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.647846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.647846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.647954] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.916305] env[71107]: INFO networking_nsxv3.common.synchronization [req-70d65302-95b7-40cc-a7a3-5929f531b290 req-6e315443-520b-48e5-930d-652f9c72e0bf tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Enqueued Resource ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae with Priority: HIGHEST for action security_group_members [ 928.916731] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae with Priority: HIGHEST for action security_group_members [ 928.917628] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-94616c9d-3c9b-408c-bc17-ad0311cb8eae taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.917628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.917628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.918085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.918085] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.918085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.918085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.918515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.918515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.918515] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94616c9d-3c9b-408c-bc17-ad0311cb8eae',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.150072] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.375227] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.375344] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-312" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.375485] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-312" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.379109] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-312" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.379521] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.379721] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.379850] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.380142] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.380350] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.380587] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.380703] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.380820] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.380934] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.381091] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.381196] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.381351] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.409193] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.409384] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.409655] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.409781] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-312" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.410131] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-a82bbb29-1499-4461-84b6-b57fdf2eb2e9 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.410366] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-a82bbb29-1499-4461-84b6-b57fdf2eb2e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.410501] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-a82bbb29-1499-4461-84b6-b57fdf2eb2e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.410842] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-a82bbb29-1499-4461-84b6-b57fdf2eb2e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.410991] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82bbb29-1499-4461-84b6-b57fdf2eb2e9',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.425974] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.425974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.425974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.425974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.425974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.425974] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.425974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.425974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.425974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.425974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.425974] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae already deleted. [ 929.425974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.655910] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.913918] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.914170] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.914304] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.914801] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.915019] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.915292] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port a82bbb29-1499-4461-84b6-b57fdf2eb2e9 not found, creating... [ 929.915742] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.915972] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.916058] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.916302] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.916452] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.916741] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.916900] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.917058] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.917279] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.917509] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.917661] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: a82bbb29-1499-4461-84b6-b57fdf2eb2e9 is going to be created. [ 929.938350] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.938567] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.938726] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.938963] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.939210] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.939437] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-a82bbb29-1499-4461-84b6-b57fdf2eb2e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.158952] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.159150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.159252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.159466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.159584] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.159666] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 930.192693] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.192995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.192995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.193165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.193408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.203504] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 930.724270] env[71107]: INFO networking_nsxv3.common.synchronization [req-70d65302-95b7-40cc-a7a3-5929f531b290 req-80cd5acc-33c4-4318-8ae3-9b7d010198de service nova] Enqueued Resource ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae with Priority: HIGHEST for action security_group_rules [ 930.724270] env[71107]: INFO networking_nsxv3.common.synchronization [req-70d65302-95b7-40cc-a7a3-5929f531b290 req-80cd5acc-33c4-4318-8ae3-9b7d010198de service nova] Enqueued Resource ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae with Priority: HIGHEST for action security_group_members [ 930.724270] env[71107]: INFO networking_nsxv3.common.synchronization [req-70d65302-95b7-40cc-a7a3-5929f531b290 req-80cd5acc-33c4-4318-8ae3-9b7d010198de service nova] Enqueued Resource ID: a82bbb29-1499-4461-84b6-b57fdf2eb2e9 with Priority: HIGHEST for action port [ 930.724270] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae with Priority: HIGHEST for action security_group_rules [ 930.724270] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae with Priority: HIGHEST for action security_group_members [ 930.724270] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82bbb29-1499-4461-84b6-b57fdf2eb2e9 with Priority: HIGHEST for action port [ 930.724873] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94616c9d-3c9b-408c-bc17-ad0311cb8eae taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.724949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.724949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.725697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.725787] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94616c9d-3c9b-408c-bc17-ad0311cb8eae',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.726645] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-94616c9d-3c9b-408c-bc17-ad0311cb8eae taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.726994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.727100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.727267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.727414] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.727525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.727577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.727700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.727783] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.727867] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94616c9d-3c9b-408c-bc17-ad0311cb8eae',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.731018] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-a82bbb29-1499-4461-84b6-b57fdf2eb2e9 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.731018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a82bbb29-1499-4461-84b6-b57fdf2eb2e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.731018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a82bbb29-1499-4461-84b6-b57fdf2eb2e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.731018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a82bbb29-1499-4461-84b6-b57fdf2eb2e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.731018] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82bbb29-1499-4461-84b6-b57fdf2eb2e9',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.233897] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94616c9d-3c9b-408c-bc17-ad0311cb8eae',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.235058] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-94616c9d-3c9b-408c-bc17-ad0311cb8eae taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.235157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.235319] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a82bbb29-1499-4461-84b6-b57fdf2eb2e9 with status ACTIVE [ 931.236040] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.236040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.236040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.236040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.236040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.236256] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.236256] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.236336] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.236454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.236508] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.236682] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.236776] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.236837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.236977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.237102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.237189] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a82bbb29-1499-4461-84b6-b57fdf2eb2e9 is going to be updated. [ 931.263326] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.263503] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.263551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.263779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.263922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.264512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a82bbb29-1499-4461-84b6-b57fdf2eb2e9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.685132] env[71107]: INFO networking_nsxv3.common.synchronization [req-bab4df25-0a7c-4947-8e56-6dd301266afc req-9638ef91-774f-437e-8bb6-5871d2952138 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Enqueued Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 931.685620] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 931.685975] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.686612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.686794] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.687702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.687702] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.687702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.687702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.688140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.688778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.688944] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.739548] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94616c9d-3c9b-408c-bc17-ad0311cb8eae',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.143842] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.144096] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-833" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.144239] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-833" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.144583] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-833" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.144883] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.146292] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.146542] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.146924] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.147176] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.147501] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.148140] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.148140] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.148140] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.148341] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.148431] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.148628] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.172586] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.172789] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 932.172950] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.173169] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-833" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.173584] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-807632e5-b597-491e-b1de-b9e61107c4e2 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.173783] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-807632e5-b597-491e-b1de-b9e61107c4e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.173909] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-807632e5-b597-491e-b1de-b9e61107c4e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.174350] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-807632e5-b597-491e-b1de-b9e61107c4e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.174497] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('807632e5-b597-491e-b1de-b9e61107c4e2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.191679] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.191886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.191922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.192511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.192685] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.192929] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.193045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.193111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.193278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.193362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.193474] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd already deleted. [ 932.193587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.215555] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 932.215851] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.245062] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.245237] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.245329] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.245685] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.245780] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.245879] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae is going to be created. [ 932.276206] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.276292] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.276347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.276575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.276781] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.286924] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae in Status: UNINITIALIZED for 2s [ 932.679148] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.679390] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.679523] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.679816] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.679976] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.680210] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 807632e5-b597-491e-b1de-b9e61107c4e2 not found, creating... [ 932.680416] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.680572] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.680692] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.680919] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.681073] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.681354] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.681643] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.681841] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.682100] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.682251] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.682486] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 807632e5-b597-491e-b1de-b9e61107c4e2 is going to be created. [ 932.703556] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.703761] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.704057] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.704194] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.704419] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.704674] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-807632e5-b597-491e-b1de-b9e61107c4e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.214338] env[71107]: INFO networking_nsxv3.common.synchronization [req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 req-105d59ea-f87d-477d-82ed-665bdc86c4e5 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Enqueued Resource ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b with Priority: HIGHEST for action security_group_members [ 933.214338] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b with Priority: HIGHEST for action security_group_members [ 933.214338] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.214338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.214338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.214338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.214338] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.214338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.214338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.214338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.214338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.214338] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd67c749-d6b5-4a51-a05a-a80494cc4a3b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.554776] env[71107]: INFO networking_nsxv3.common.synchronization [req-bab4df25-0a7c-4947-8e56-6dd301266afc req-ec2b480b-82af-4207-8885-48b0ba798610 service nova] Enqueued Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_rules [ 933.554970] env[71107]: INFO networking_nsxv3.common.synchronization [req-bab4df25-0a7c-4947-8e56-6dd301266afc req-ec2b480b-82af-4207-8885-48b0ba798610 service nova] Enqueued Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 933.555292] env[71107]: INFO networking_nsxv3.common.synchronization [req-bab4df25-0a7c-4947-8e56-6dd301266afc req-ec2b480b-82af-4207-8885-48b0ba798610 service nova] Enqueued Resource ID: 807632e5-b597-491e-b1de-b9e61107c4e2 with Priority: HIGHEST for action port [ 933.556060] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_rules [ 933.556270] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 933.556409] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807632e5-b597-491e-b1de-b9e61107c4e2 with Priority: HIGHEST for action port [ 933.556754] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.556970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.557055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.557543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.557755] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.562022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.562022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.562022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.562022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.562022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.562022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.562022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.562022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.562022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.562022] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.562022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-807632e5-b597-491e-b1de-b9e61107c4e2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.562022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-807632e5-b597-491e-b1de-b9e61107c4e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.562022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-807632e5-b597-491e-b1de-b9e61107c4e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.562022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-807632e5-b597-491e-b1de-b9e61107c4e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.562022] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('807632e5-b597-491e-b1de-b9e61107c4e2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.716780] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.717035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.717109] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.717345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.742020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.742221] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.742447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.742522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.742742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.742837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.742921] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b is going to be updated. [ 933.775289] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.775509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.775509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.775866] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.776118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.788020] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b in Status: IN_PROGRESS for 2s [ 934.065479] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.065479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.065479] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.065806] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 807632e5-b597-491e-b1de-b9e61107c4e2 with status ACTIVE [ 934.065960] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.066122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.066122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.066344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.066438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.066673] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.066747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.066747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.066922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.067015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.067186] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.067288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.067326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.067503] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.067612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.067666] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 807632e5-b597-491e-b1de-b9e61107c4e2 is going to be updated. [ 934.099503] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.099777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.100055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.100391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.100499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.100737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-807632e5-b597-491e-b1de-b9e61107c4e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.297177] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae in Status: SUCCESS [ 934.297459] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.297589] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.297774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.297958] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.298085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.298151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.298308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.298393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.298491] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.298583] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94616c9d-3c9b-408c-bc17-ad0311cb8eae',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.569671] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.803445] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-94616c9d-3c9b-408c-bc17-ad0311cb8eae taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.803445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.803445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.803445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.803828] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.803828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.803828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.804116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.804116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.804116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.804429] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-94616c9d-3c9b-408c-bc17-ad0311cb8eae taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.804429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.804429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.804659] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.804659] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.804774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.804774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.804912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.804971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.805122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.805181] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94616c9d-3c9b-408c-bc17-ad0311cb8eae',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.074433] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.074702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.074783] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.074999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.075107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.075249] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd is going to be created. [ 935.097837] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.098049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.098049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.098280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.098441] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.108665] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: UNINITIALIZED for 2s [ 935.308105] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94616c9d-3c9b-408c-bc17-ad0311cb8eae: rpc.has_security_group_logging(os_id): False [ 935.327019] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.327196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.327254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.327471] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.327564] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.327784] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.327884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.327948] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.328114] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.328192] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.328751] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.328751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.328751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.328751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.328935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.328974] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.329100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.329155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.329296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.329366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.329451] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae is going to be created. [ 935.442102] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.442102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.442102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.442502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.442572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.455546] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae in Status: IN_PROGRESS for 2s [ 935.798975] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b in Status: SUCCESS [ 935.799199] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd67c749-d6b5-4a51-a05a-a80494cc4a3b deletion is rescheduled due to dependency. [ 935.799342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd67c749-d6b5-4a51-a05a-a80494cc4a3b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.118904] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: SUCCESS [ 937.119258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.119258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.119529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.119731] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.119916] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.120078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.120284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.120380] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.120473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.120571] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.469488] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae in Status: SUCCESS [ 937.469818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.624613] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.624823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.624897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.625127] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.625295] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.625397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.625463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.625616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.625701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.625791] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.625937] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.626043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.626105] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.626251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.626418] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.626553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.626619] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.626774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.626939] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.627050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.627163] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.129258] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 779fceba-8012-42c0-aaa2-0eb1b62a4ffd: rpc.has_security_group_logging(os_id): False [ 938.152880] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.153125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.154860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.154860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.154860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.154860] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.154860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.154860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.154860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.154860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.154860] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.154860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.155385] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.160717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.160909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.161295] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.161452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.161558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.161794] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.161906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.162039] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd is going to be created. [ 938.238066] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.238066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.238066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.238066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.238066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.251392] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: IN_PROGRESS for 2s [ 938.324568] env[71107]: INFO networking_nsxv3.common.synchronization [req-57d293c2-bc78-4e76-8b3f-847888f6478f req-4c52b790-ff24-42f2-832c-d91c503aa3bb tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Enqueued Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 938.325551] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 938.326110] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.326424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.331025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.331025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.331025] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.331025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.331025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.331025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.331025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.331025] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.825134] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.825281] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-833" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.825437] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-833" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.825754] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-833" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.826019] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.826271] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.826398] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.826630] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.826929] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.827176] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.827296] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.827427] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.827539] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.827691] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.827818] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.827960] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.833016] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.852011] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.852235] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.852408] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.852617] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-833" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.853046] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-ac6dc706-68f1-4db4-8d3d-ff473e673d35 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.853248] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-ac6dc706-68f1-4db4-8d3d-ff473e673d35" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.853374] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-ac6dc706-68f1-4db4-8d3d-ff473e673d35" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.853783] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-ac6dc706-68f1-4db4-8d3d-ff473e673d35" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.853931] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6dc706-68f1-4db4-8d3d-ff473e673d35',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.335621] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.358230] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.359186] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.359186] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.359186] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.359186] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.359333] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port ac6dc706-68f1-4db4-8d3d-ff473e673d35 not found, creating... [ 939.359708] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.359994] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.360256] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.361430] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.361430] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.361430] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.361430] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.361430] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.362096] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.362096] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.362150] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: ac6dc706-68f1-4db4-8d3d-ff473e673d35 is going to be created. [ 939.385986] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.386278] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.386278] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.386595] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.386894] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.387191] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-ac6dc706-68f1-4db4-8d3d-ff473e673d35" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.838632] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.838934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.838934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.839312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.839384] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.839517] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd is going to be updated. [ 939.873056] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.873223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.873358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.873667] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.873891] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.885374] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: IN_PROGRESS for 2s [ 940.167026] env[71107]: INFO networking_nsxv3.common.synchronization [req-57d293c2-bc78-4e76-8b3f-847888f6478f req-3ad3a17e-a7a8-468e-866a-f79fc81f3027 service nova] Enqueued Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_rules [ 940.167026] env[71107]: INFO networking_nsxv3.common.synchronization [req-57d293c2-bc78-4e76-8b3f-847888f6478f req-3ad3a17e-a7a8-468e-866a-f79fc81f3027 service nova] Enqueued Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 940.167026] env[71107]: INFO networking_nsxv3.common.synchronization [req-57d293c2-bc78-4e76-8b3f-847888f6478f req-3ad3a17e-a7a8-468e-866a-f79fc81f3027 service nova] Enqueued Resource ID: ac6dc706-68f1-4db4-8d3d-ff473e673d35 with Priority: HIGHEST for action port [ 940.167026] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_rules [ 940.167026] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 940.167026] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6dc706-68f1-4db4-8d3d-ff473e673d35 with Priority: HIGHEST for action port [ 940.167803] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.168045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.168365] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.168557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.168898] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac6dc706-68f1-4db4-8d3d-ff473e673d35 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.169120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac6dc706-68f1-4db4-8d3d-ff473e673d35" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.169260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac6dc706-68f1-4db4-8d3d-ff473e673d35" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.170927] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac6dc706-68f1-4db4-8d3d-ff473e673d35" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.170927] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6dc706-68f1-4db4-8d3d-ff473e673d35',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.266311] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: SUCCESS [ 940.266311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.266311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.266311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.266311] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.672984] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac6dc706-68f1-4db4-8d3d-ff473e673d35 with status ACTIVE [ 940.673372] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.673488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.673575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.673827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.674023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.674317] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.674468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.674568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.674831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.674954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.675193] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.675311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.675377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.675544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.675704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.675748] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac6dc706-68f1-4db4-8d3d-ff473e673d35 is going to be updated. [ 940.703338] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.703600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.703730] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.704013] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.704590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.704590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac6dc706-68f1-4db4-8d3d-ff473e673d35" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.768545] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.768764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.899032] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: SUCCESS [ 941.899032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.899032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.899032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.899032] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.899032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.899032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.899032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.899032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.899032] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.402119] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.904450] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.407895] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.408140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.408140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.409838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.409838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.409838] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd is going to be updated. [ 943.450626] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.450773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.450773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.455051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.455051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.463527] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: IN_PROGRESS for 2s [ 945.167964] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 945.168256] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 945.238375] env[71107]: INFO networking_nsxv3.common.synchronization [req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea req-83ab3d9a-7172-4dde-9ca5-ff02e26da9de tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Enqueued Resource ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae with Priority: HIGHEST for action security_group_members [ 945.238896] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae with Priority: HIGHEST for action security_group_members [ 945.239891] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-94616c9d-3c9b-408c-bc17-ad0311cb8eae taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.239982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.240076] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.240260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.240471] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.240586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.240703] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.240911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.241049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.241151] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94616c9d-3c9b-408c-bc17-ad0311cb8eae',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.478667] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: SUCCESS [ 945.479016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.479264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.480490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.480490] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.480490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.480490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.480490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.480490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.480490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.480796] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.747031] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.747031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.747031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.747031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.747031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.747031] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.747031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.747031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.747031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.747031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.747031] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae is going to be updated. [ 945.779914] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.780131] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.780236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.780491] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.780646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.793057] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae in Status: IN_PROGRESS for 2s [ 945.983201] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.983334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.983430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.984313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.985028] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.985028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.985028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.985028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.985369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.986581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.986840] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.986990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.987140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.987409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.987712] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.987884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.988011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.988266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.988402] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.988542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.988686] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.490878] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 779fceba-8012-42c0-aaa2-0eb1b62a4ffd: rpc.has_security_group_logging(os_id): False [ 946.513257] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.513435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.513478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.513742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.513855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.514109] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.514221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.514287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.514465] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.514549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.514748] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.514876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.514937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.515094] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.515171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.515630] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.515772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.515839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.516014] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.516097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.516196] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd is going to be updated. [ 946.602301] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.602500] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.602567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.602784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.602937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.622576] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: IN_PROGRESS for 2s [ 947.725553] env[71107]: INFO networking_nsxv3.common.synchronization [req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb req-0b4a1bf7-1684-41ba-9ae3-121e5b0cd4bd tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Enqueued Resource ID: 6f90a0e6-2121-4dba-9b03-039219045399 with Priority: HIGHEST for action security_group_members [ 947.726101] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f90a0e6-2121-4dba-9b03-039219045399 with Priority: HIGHEST for action security_group_members [ 947.726415] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f90a0e6-2121-4dba-9b03-039219045399 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.726547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.726813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.726813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.726924] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.729107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.729107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.729107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.729107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.729107] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f90a0e6-2121-4dba-9b03-039219045399',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.805485] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae in Status: SUCCESS [ 947.806064] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae deletion is rescheduled due to dependency. [ 947.806064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.003318] env[71107]: INFO networking_nsxv3.common.synchronization [None req-540329db-b3fa-4db3-8d74-b06dc67a35ef tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Enqueued Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGHEST for action security_group_rules [ 948.003318] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGHEST for action security_group_rules [ 948.003507] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bd1c872-ffb1-490f-a512-beb201e60442 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.003628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.003703] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.003952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.004113] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.184130] env[71107]: INFO networking_nsxv3.common.synchronization [None req-444558bd-5a2f-4e83-a56e-38998091d512 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Enqueued Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGHEST for action security_group_rules [ 948.185207] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGHEST for action security_group_rules [ 948.185632] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bd1c872-ffb1-490f-a512-beb201e60442 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.185893] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.233827] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.236198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.236198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.236198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.259913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.259913] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.259913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.259913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.260137] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.260198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.260365] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f90a0e6-2121-4dba-9b03-039219045399 is going to be updated. [ 948.292317] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.292565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.292665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.292848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.293047] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.306645] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f90a0e6-2121-4dba-9b03-039219045399 in Status: IN_PROGRESS for 2s [ 948.526268] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.526526] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.526526] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.526762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.526762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.526869] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bd1c872-ffb1-490f-a512-beb201e60442 already deleted. [ 948.526917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.527079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.527242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.527313] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.637687] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: SUCCESS [ 948.637981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.055972] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.056328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.056328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.056408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.056497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.056589] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bd1c872-ffb1-490f-a512-beb201e60442 already deleted. [ 949.056670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.174866] env[71107]: INFO networking_nsxv3.common.synchronization [None req-92f7b162-9728-48c5-a317-7886ebad0ea9 None None] Enqueued Resource ID: fe404e53-fdab-4566-8fa5-dc2226a0fdd4 with Priority: HIGHEST for action port [ 949.176438] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe404e53-fdab-4566-8fa5-dc2226a0fdd4 with Priority: HIGHEST for action port [ 949.176438] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe404e53-fdab-4566-8fa5-dc2226a0fdd4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.176438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe404e53-fdab-4566-8fa5-dc2226a0fdd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.176438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe404e53-fdab-4566-8fa5-dc2226a0fdd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.176438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe404e53-fdab-4566-8fa5-dc2226a0fdd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.177026] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe404e53-fdab-4566-8fa5-dc2226a0fdd4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.678466] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe404e53-fdab-4566-8fa5-dc2226a0fdd4 [ 949.678711] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.678850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.678921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.679181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.679285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.679385] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe404e53-fdab-4566-8fa5-dc2226a0fdd4 already deleted. [ 949.679470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe404e53-fdab-4566-8fa5-dc2226a0fdd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.313431] env[71107]: INFO networking_nsxv3.common.synchronization [req-887eef85-a42e-4ea1-bfbc-d2914284d951 req-f663deb9-37fd-4e4e-ae9b-918b575948df tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Enqueued Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 950.314476] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 950.315389] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.315457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.315538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.315775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.315971] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.316134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.316235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.316440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.316947] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.317128] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.323836] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f90a0e6-2121-4dba-9b03-039219045399 in Status: SUCCESS [ 950.324055] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f90a0e6-2121-4dba-9b03-039219045399 deletion is rescheduled due to dependency. [ 950.325025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f90a0e6-2121-4dba-9b03-039219045399" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.822843] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.848431] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.848812] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-833" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.848812] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-833" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.850067] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-833" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.851982] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.851982] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.851982] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.851982] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.851982] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.851982] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.851982] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.851982] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.851982] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.851982] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.851982] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.852744] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.878233] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.878233] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.878233] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.878233] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-833" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.878233] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-990ee410-1b39-4062-aa20-44c560e562dd taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.878233] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-990ee410-1b39-4062-aa20-44c560e562dd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.878233] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-990ee410-1b39-4062-aa20-44c560e562dd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.878233] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-990ee410-1b39-4062-aa20-44c560e562dd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.878233] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('990ee410-1b39-4062-aa20-44c560e562dd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.324770] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.382995] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.383237] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.383365] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.383920] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.383920] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.384037] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 990ee410-1b39-4062-aa20-44c560e562dd not found, creating... [ 951.384339] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.384988] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.384988] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.385099] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.385260] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.386729] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.386729] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.386729] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.386729] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.386729] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.386729] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 990ee410-1b39-4062-aa20-44c560e562dd is going to be created. [ 951.408812] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.409144] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.409253] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.409537] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.409767] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.410014] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-990ee410-1b39-4062-aa20-44c560e562dd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.828231] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.828231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.828231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.828452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.828859] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.828859] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd is going to be updated. [ 951.860915] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.861110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.862193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.862193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.862193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.873244] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: IN_PROGRESS for 2s [ 951.970347] env[71107]: INFO networking_nsxv3.common.synchronization [None req-39dea590-13fb-4535-834a-0f6d36c229d0 None None] Enqueued Resource ID: a2fa845d-5d2e-4007-8aa8-c2a641a604e1 with Priority: HIGHEST for action port [ 951.970639] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2fa845d-5d2e-4007-8aa8-c2a641a604e1 with Priority: HIGHEST for action port [ 951.972123] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2fa845d-5d2e-4007-8aa8-c2a641a604e1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.972123] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2fa845d-5d2e-4007-8aa8-c2a641a604e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.972123] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2fa845d-5d2e-4007-8aa8-c2a641a604e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.972123] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2fa845d-5d2e-4007-8aa8-c2a641a604e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.972123] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2fa845d-5d2e-4007-8aa8-c2a641a604e1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.229270] env[71107]: INFO networking_nsxv3.common.synchronization [None req-c8b04a94-08f2-469b-aeb9-0a50e6655f72 None None] Enqueued Resource ID: 36149750-8090-4b1c-8219-b142bde11524 with Priority: HIGHEST for action port [ 952.229270] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36149750-8090-4b1c-8219-b142bde11524 with Priority: HIGHEST for action port [ 952.229270] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-36149750-8090-4b1c-8219-b142bde11524 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.229270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36149750-8090-4b1c-8219-b142bde11524" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.229270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36149750-8090-4b1c-8219-b142bde11524" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.229270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36149750-8090-4b1c-8219-b142bde11524" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.229270] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36149750-8090-4b1c-8219-b142bde11524',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.459231] env[71107]: INFO networking_nsxv3.common.synchronization [req-887eef85-a42e-4ea1-bfbc-d2914284d951 req-5e52d5d5-655e-43d5-823d-5f63d3be6d57 service nova] Enqueued Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_rules [ 952.459231] env[71107]: INFO networking_nsxv3.common.synchronization [req-887eef85-a42e-4ea1-bfbc-d2914284d951 req-5e52d5d5-655e-43d5-823d-5f63d3be6d57 service nova] Enqueued Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 952.459231] env[71107]: INFO networking_nsxv3.common.synchronization [req-887eef85-a42e-4ea1-bfbc-d2914284d951 req-5e52d5d5-655e-43d5-823d-5f63d3be6d57 service nova] Enqueued Resource ID: 990ee410-1b39-4062-aa20-44c560e562dd with Priority: HIGHEST for action port [ 952.459231] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_rules [ 952.459231] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 952.459231] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 990ee410-1b39-4062-aa20-44c560e562dd with Priority: HIGHEST for action port [ 952.462697] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.462697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.462697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.462697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.462697] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.462697] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.462697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.462697] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-990ee410-1b39-4062-aa20-44c560e562dd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.462697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-990ee410-1b39-4062-aa20-44c560e562dd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.462697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-990ee410-1b39-4062-aa20-44c560e562dd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.462697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-990ee410-1b39-4062-aa20-44c560e562dd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.465715] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('990ee410-1b39-4062-aa20-44c560e562dd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.476070] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2fa845d-5d2e-4007-8aa8-c2a641a604e1 [ 952.476070] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.476070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.476070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.476070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.476070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.476070] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2fa845d-5d2e-4007-8aa8-c2a641a604e1 already deleted. [ 952.476070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2fa845d-5d2e-4007-8aa8-c2a641a604e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.733362] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36149750-8090-4b1c-8219-b142bde11524 [ 952.733546] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.733693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.733760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.733969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.734080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.734170] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36149750-8090-4b1c-8219-b142bde11524 already deleted. [ 952.734249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36149750-8090-4b1c-8219-b142bde11524" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.966022] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 990ee410-1b39-4062-aa20-44c560e562dd with status ACTIVE [ 952.966022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.966022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.966320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.966320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.966389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.966686] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.966791] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.966819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.966977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.967097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.967280] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.967950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.968044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.968208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.968283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.968384] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 990ee410-1b39-4062-aa20-44c560e562dd is going to be updated. [ 952.969922] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.970061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.993649] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.993800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.993860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.994092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.994235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.994393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-990ee410-1b39-4062-aa20-44c560e562dd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.084239] env[71107]: INFO networking_nsxv3.common.synchronization [req-7fe5a80c-77d9-4258-bff6-2d79685804c0 req-9d8ec156-765b-469a-9cad-e6e91db5e7ea tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGHEST for action security_group_members [ 953.087639] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGHEST for action security_group_members [ 953.087639] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91994a8-0888-44f2-99cb-154e5714d4ed taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.087639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.087639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.087639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.087639] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.087639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.087639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.087639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.087639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.087639] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91994a8-0888-44f2-99cb-154e5714d4ed',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.442338] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.442613] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.442992] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.443087] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.443443] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.443593] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.443593] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.443988] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.443988] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.444259] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.444311] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.444397] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.444508] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.444608] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.444711] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.444841] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.470947] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.470947] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 953.470947] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.470947] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.470947] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-0441e6f0-95d9-4b2a-9852-5e0551d96fc8 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.470947] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-0441e6f0-95d9-4b2a-9852-5e0551d96fc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.470947] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-0441e6f0-95d9-4b2a-9852-5e0551d96fc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.470947] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-0441e6f0-95d9-4b2a-9852-5e0551d96fc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.470947] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0441e6f0-95d9-4b2a-9852-5e0551d96fc8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.590361] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.590361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.590361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.590361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.590361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.590361] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.590361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.590361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.590361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.590361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.590361] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91994a8-0888-44f2-99cb-154e5714d4ed already deleted. [ 953.590361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.886559] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: SUCCESS [ 953.886793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.886986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.887287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.887477] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.887627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.887713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.887872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.887951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.888088] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.973765] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.974032] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.974169] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.974473] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.974932] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.974932] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 0441e6f0-95d9-4b2a-9852-5e0551d96fc8 not found, creating... [ 953.975203] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.975373] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.975494] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.975738] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.975885] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.976348] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.976348] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.976492] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.977355] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.977355] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.977355] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 0441e6f0-95d9-4b2a-9852-5e0551d96fc8 is going to be created. [ 954.000913] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.000913] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.000913] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.000913] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.001348] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.001607] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-0441e6f0-95d9-4b2a-9852-5e0551d96fc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.392398] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.419570] env[71107]: INFO networking_nsxv3.common.synchronization [None req-f658b262-ce58-433c-84bf-1e51fe3469a5 None None] Enqueued Resource ID: dd239e85-1792-4f31-9031-71288a3be453 with Priority: HIGHEST for action port [ 954.420564] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd239e85-1792-4f31-9031-71288a3be453 with Priority: HIGHEST for action port [ 954.420906] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd239e85-1792-4f31-9031-71288a3be453 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.421046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd239e85-1792-4f31-9031-71288a3be453" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.421113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd239e85-1792-4f31-9031-71288a3be453" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.421382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd239e85-1792-4f31-9031-71288a3be453" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.421476] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd239e85-1792-4f31-9031-71288a3be453',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.748258] env[71107]: INFO networking_nsxv3.common.synchronization [req-7fe5a80c-77d9-4258-bff6-2d79685804c0 req-98879588-6694-46b7-a954-f95b9dbeb89f service nova] Enqueued Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGHEST for action security_group_rules [ 954.748523] env[71107]: INFO networking_nsxv3.common.synchronization [req-7fe5a80c-77d9-4258-bff6-2d79685804c0 req-98879588-6694-46b7-a954-f95b9dbeb89f service nova] Enqueued Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGHEST for action security_group_members [ 954.748570] env[71107]: INFO networking_nsxv3.common.synchronization [req-7fe5a80c-77d9-4258-bff6-2d79685804c0 req-98879588-6694-46b7-a954-f95b9dbeb89f service nova] Enqueued Resource ID: 0441e6f0-95d9-4b2a-9852-5e0551d96fc8 with Priority: HIGHEST for action port [ 954.748802] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGHEST for action security_group_rules [ 954.748927] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGHEST for action security_group_members [ 954.749033] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0441e6f0-95d9-4b2a-9852-5e0551d96fc8 with Priority: HIGHEST for action port [ 954.749589] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b91994a8-0888-44f2-99cb-154e5714d4ed taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.749688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.749758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.749954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.750050] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b91994a8-0888-44f2-99cb-154e5714d4ed',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.750913] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91994a8-0888-44f2-99cb-154e5714d4ed taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.751027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.751120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.751262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.751407] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.751505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.751568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.751708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.751795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.751886] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91994a8-0888-44f2-99cb-154e5714d4ed',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.752897] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-0441e6f0-95d9-4b2a-9852-5e0551d96fc8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.753112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0441e6f0-95d9-4b2a-9852-5e0551d96fc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.753112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0441e6f0-95d9-4b2a-9852-5e0551d96fc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.753248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0441e6f0-95d9-4b2a-9852-5e0551d96fc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.753295] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0441e6f0-95d9-4b2a-9852-5e0551d96fc8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.896956] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.924059] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd239e85-1792-4f31-9031-71288a3be453 [ 954.924059] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.924059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.924059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.924059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.924282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.924282] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd239e85-1792-4f31-9031-71288a3be453 already deleted. [ 954.924282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd239e85-1792-4f31-9031-71288a3be453" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.255186] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b91994a8-0888-44f2-99cb-154e5714d4ed',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.256341] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91994a8-0888-44f2-99cb-154e5714d4ed taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.256478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.256893] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0441e6f0-95d9-4b2a-9852-5e0551d96fc8 with status ACTIVE [ 955.256893] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.257153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.257153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.257216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.257264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.258065] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.258065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.258065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.258065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.258065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.258065] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.258065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.258399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.258399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.258399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.258399] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0441e6f0-95d9-4b2a-9852-5e0551d96fc8 is going to be updated. [ 955.280847] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.280991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.281072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.281282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.281418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.281588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0441e6f0-95d9-4b2a-9852-5e0551d96fc8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.398666] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.398807] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.398866] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.399142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.399237] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.399330] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd is going to be updated. [ 955.435600] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.435763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.435849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.436073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.436226] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.450922] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: IN_PROGRESS for 2s [ 955.760337] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b91994a8-0888-44f2-99cb-154e5714d4ed',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.263229] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.263375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.263740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.263873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.263985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.264180] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91994a8-0888-44f2-99cb-154e5714d4ed is going to be created. [ 956.296877] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.297115] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.297231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.297538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.297789] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.310288] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91994a8-0888-44f2-99cb-154e5714d4ed in Status: UNINITIALIZED for 2s [ 957.461673] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: SUCCESS [ 957.461673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.461673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.461673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.461673] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.462358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.462358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.462358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.462358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.462358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.462358] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.964400] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.964400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.964520] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.965028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.965028] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.968608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.968608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.968608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.968608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.968608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.968608] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.968608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.968608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.968608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.968608] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.968608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.968608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.968608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.968608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.968608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.968608] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.202249] env[71107]: INFO networking_nsxv3.common.synchronization [req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 req-6229e9a3-6b74-4141-882d-b563bacde25a tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Enqueued Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_members [ 958.202249] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_members [ 958.202249] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.202249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.202249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.202249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.202249] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.202249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.202249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.202249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.202249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.202249] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.322914] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91994a8-0888-44f2-99cb-154e5714d4ed in Status: SUCCESS [ 958.323224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.323334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.323581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.323766] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.323888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.323959] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.324121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.324194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.324305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.324361] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b91994a8-0888-44f2-99cb-154e5714d4ed',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.473493] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 779fceba-8012-42c0-aaa2-0eb1b62a4ffd: rpc.has_security_group_logging(os_id): False [ 958.495299] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.495695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.495779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.496009] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.496109] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.496340] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.496444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.496524] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.496663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.496739] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.496914] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.497032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.497095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.497231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.497305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.497591] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.497752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.497904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.497962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.498054] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.498163] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd is going to be updated. [ 958.566466] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.566682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.566682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.567550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.567550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.586818] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: IN_PROGRESS for 2s [ 958.703173] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.703349] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.703423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.703812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.703910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.704128] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.704234] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.704298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.704509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.704564] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.704614] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 is going to be updated. [ 958.737898] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.738368] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.739129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.739380] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.739527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.750382] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: IN_PROGRESS for 2s [ 958.830027] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b91994a8-0888-44f2-99cb-154e5714d4ed',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.329338] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b91994a8-0888-44f2-99cb-154e5714d4ed: rpc.has_security_group_logging(os_id): False [ 959.373298] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.373954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.373954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.373954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.373954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.374698] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.374698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.374698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.374698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.374698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.374698] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b91994a8-0888-44f2-99cb-154e5714d4ed is going to be created. [ 959.502762] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.503041] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-661" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.503122] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-661" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.503387] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-661" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.503715] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.503880] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.503998] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.504678] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.504759] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.504926] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.505392] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.505578] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.505698] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.505817] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.505925] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.506081] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.509118] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.510028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.510028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.510028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.510028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.549784] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91994a8-0888-44f2-99cb-154e5714d4ed in Status: IN_PROGRESS for 2s [ 959.560223] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.560441] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 959.560609] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.560798] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-661" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.561141] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-9dde54ba-9266-4b60-a949-3b088009a6e2 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.561354] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-9dde54ba-9266-4b60-a949-3b088009a6e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.561486] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-9dde54ba-9266-4b60-a949-3b088009a6e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.561846] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-9dde54ba-9266-4b60-a949-3b088009a6e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.561989] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dde54ba-9266-4b60-a949-3b088009a6e2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.070177] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.070177] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.070177] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.070177] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.070177] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.070177] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 9dde54ba-9266-4b60-a949-3b088009a6e2 not found, creating... [ 960.070177] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.070177] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.070177] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.070177] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.070177] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.070783] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.070916] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.071017] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.071375] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.072869] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.072869] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 9dde54ba-9266-4b60-a949-3b088009a6e2 is going to be created. [ 960.147036] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.147036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.147036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.147036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.147036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.147036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-9dde54ba-9266-4b60-a949-3b088009a6e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.606741] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: SUCCESS [ 960.607009] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.762291] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: SUCCESS [ 960.762525] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 deletion is rescheduled due to dependency. [ 960.762615] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.156451] env[71107]: INFO networking_nsxv3.common.synchronization [req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 req-8541b1e8-cb7b-4ba2-a632-32cac504d38f service nova] Enqueued Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_rules [ 961.156635] env[71107]: INFO networking_nsxv3.common.synchronization [req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 req-8541b1e8-cb7b-4ba2-a632-32cac504d38f service nova] Enqueued Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_members [ 961.156776] env[71107]: INFO networking_nsxv3.common.synchronization [req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 req-8541b1e8-cb7b-4ba2-a632-32cac504d38f service nova] Enqueued Resource ID: 9dde54ba-9266-4b60-a949-3b088009a6e2 with Priority: HIGHEST for action port [ 961.157401] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_rules [ 961.157548] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_members [ 961.157674] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dde54ba-9266-4b60-a949-3b088009a6e2 with Priority: HIGHEST for action port [ 961.157970] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.161248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.161371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.161633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.161771] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.162952] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.163096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.163166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.163361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.163535] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.163648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.163704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.163856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.165205] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.165205] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.165205] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dde54ba-9266-4b60-a949-3b088009a6e2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.169163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dde54ba-9266-4b60-a949-3b088009a6e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.169163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dde54ba-9266-4b60-a949-3b088009a6e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.169442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dde54ba-9266-4b60-a949-3b088009a6e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.169442] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dde54ba-9266-4b60-a949-3b088009a6e2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.564470] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b91994a8-0888-44f2-99cb-154e5714d4ed in Status: SUCCESS [ 961.564708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.673479] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.674797] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.674984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.675183] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dde54ba-9266-4b60-a949-3b088009a6e2 with status ACTIVE [ 961.675326] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.675436] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.675509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.676095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.676095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.676095] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.676095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.677558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.677558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.677558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.677558] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.677558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.677558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.677558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.677558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.677558] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dde54ba-9266-4b60-a949-3b088009a6e2 is going to be updated. [ 961.700710] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.700710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.700710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.701688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.701688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.701688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dde54ba-9266-4b60-a949-3b088009a6e2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.103508] env[71107]: INFO networking_nsxv3.common.synchronization [None req-119c35ee-112b-4bac-aa4c-fab7f5fcdf0c None None] Enqueued Resource ID: 6e2fba7b-0ea6-4f9a-b315-181ec2445d60 with Priority: HIGHEST for action port [ 962.104095] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2fba7b-0ea6-4f9a-b315-181ec2445d60 with Priority: HIGHEST for action port [ 962.104430] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e2fba7b-0ea6-4f9a-b315-181ec2445d60 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.104568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e2fba7b-0ea6-4f9a-b315-181ec2445d60" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.104709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e2fba7b-0ea6-4f9a-b315-181ec2445d60" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.104936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e2fba7b-0ea6-4f9a-b315-181ec2445d60" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.105059] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2fba7b-0ea6-4f9a-b315-181ec2445d60',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.178843] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.609121] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e2fba7b-0ea6-4f9a-b315-181ec2445d60 [ 962.609121] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.609121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.609121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.609121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.609121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.609121] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e2fba7b-0ea6-4f9a-b315-181ec2445d60 already deleted. [ 962.609121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e2fba7b-0ea6-4f9a-b315-181ec2445d60" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.684148] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.684148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.684148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.684148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.684148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.684148] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 is going to be updated. [ 962.719764] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.719989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.720076] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.720318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.720489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.732402] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: IN_PROGRESS for 2s [ 963.356580] env[71107]: INFO networking_nsxv3.common.synchronization [None req-5ad3426d-948c-431d-9600-82856d56e62f tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_rules [ 963.357270] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_rules [ 963.357590] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.357714] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.357782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.358387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.358387] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.489163] env[71107]: INFO networking_nsxv3.common.synchronization [None req-2d1b8cfe-443d-48e2-9e6f-22cac653f003 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_rules [ 963.489726] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_rules [ 963.492230] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.492230] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.883039] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.883039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.883039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.883039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.883489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.883489] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 already deleted. [ 963.883489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.883705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.883947] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.883947] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.343731] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d2f3e0f7-f65b-4506-9b98-81fcae5caf60 None None] Enqueued Resource ID: aac3de8f-674c-4c04-adce-82ca87043a41 with Priority: HIGHEST for action port [ 964.344987] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac3de8f-674c-4c04-adce-82ca87043a41 with Priority: HIGHEST for action port [ 964.345332] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-aac3de8f-674c-4c04-adce-82ca87043a41 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.345437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aac3de8f-674c-4c04-adce-82ca87043a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.345661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aac3de8f-674c-4c04-adce-82ca87043a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.345865] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aac3de8f-674c-4c04-adce-82ca87043a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.345865] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aac3de8f-674c-4c04-adce-82ca87043a41',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.418953] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.419764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.420186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.421026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.421026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.421026] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 already deleted. [ 964.421026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.745369] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: SUCCESS [ 964.745521] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.745683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.745907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.746549] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.746695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.746791] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.746968] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.747088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.747179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.747274] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.849116] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aac3de8f-674c-4c04-adce-82ca87043a41 [ 964.849375] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.849497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.849566] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.849794] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.849886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.849983] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aac3de8f-674c-4c04-adce-82ca87043a41 already deleted. [ 964.850080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aac3de8f-674c-4c04-adce-82ca87043a41" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.250151] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.753341] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8: rpc.has_security_group_logging(os_id): False [ 965.781566] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.781726] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.781829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.789511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.789704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.789969] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.790131] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.790197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.790391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.790548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.790673] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 is going to be updated. [ 965.888980] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.889298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.889373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.889562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.889756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.933026] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: IN_PROGRESS for 2s [ 966.063029] env[71107]: INFO networking_nsxv3.common.synchronization [req-f8c54d55-efcc-4a25-97fc-336178def780 req-e2754eb4-c5da-466b-b18d-918840511a3f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGHEST for action security_group_members [ 966.063029] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGHEST for action security_group_members [ 966.063029] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-653c3040-2810-41a1-8ec5-5c784c5274b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.063029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.063029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.063458] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.063772] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.064095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.064298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.064914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.065230] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.065431] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('653c3040-2810-41a1-8ec5-5c784c5274b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.568479] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.568747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.568747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.569919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.569919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.569919] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.569919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.569919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.569919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.569919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.569919] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 already deleted. [ 966.569919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.620251] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.620446] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.620624] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.620847] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.622236] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.623247] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.623247] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.623247] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.623405] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.623807] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.623931] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.624163] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.624317] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.625417] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.625541] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.626150] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.648643] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.648914] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 966.649092] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.649281] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.650039] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-c29feea2-553d-44dc-8fc8-dff13bfe0e46 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.650039] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-c29feea2-553d-44dc-8fc8-dff13bfe0e46" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.650039] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-c29feea2-553d-44dc-8fc8-dff13bfe0e46" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.650274] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-c29feea2-553d-44dc-8fc8-dff13bfe0e46" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.650376] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c29feea2-553d-44dc-8fc8-dff13bfe0e46',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.154174] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.154419] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.154553] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.154883] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.155126] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.155298] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port c29feea2-553d-44dc-8fc8-dff13bfe0e46 not found, creating... [ 967.155606] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.155770] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.155879] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.156280] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.156455] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.157077] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.157077] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.157193] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.157326] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.157464] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.157606] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: c29feea2-553d-44dc-8fc8-dff13bfe0e46 is going to be created. [ 967.186021] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.186021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.186021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.186021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.186021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.186021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-c29feea2-553d-44dc-8fc8-dff13bfe0e46" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.952374] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: SUCCESS [ 967.952374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.986027] env[71107]: INFO networking_nsxv3.common.synchronization [req-f8c54d55-efcc-4a25-97fc-336178def780 req-a110739c-5cbd-47b0-bdee-5ddabcc86601 service nova] Enqueued Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGHEST for action security_group_rules [ 967.987033] env[71107]: INFO networking_nsxv3.common.synchronization [req-f8c54d55-efcc-4a25-97fc-336178def780 req-a110739c-5cbd-47b0-bdee-5ddabcc86601 service nova] Enqueued Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGHEST for action security_group_members [ 967.987033] env[71107]: INFO networking_nsxv3.common.synchronization [req-f8c54d55-efcc-4a25-97fc-336178def780 req-a110739c-5cbd-47b0-bdee-5ddabcc86601 service nova] Enqueued Resource ID: c29feea2-553d-44dc-8fc8-dff13bfe0e46 with Priority: HIGHEST for action port [ 967.987033] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGHEST for action security_group_rules [ 967.987437] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGHEST for action security_group_members [ 967.987682] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29feea2-553d-44dc-8fc8-dff13bfe0e46 with Priority: HIGHEST for action port [ 967.988190] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-653c3040-2810-41a1-8ec5-5c784c5274b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.991132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.991132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.991132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.991132] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('653c3040-2810-41a1-8ec5-5c784c5274b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.991132] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-653c3040-2810-41a1-8ec5-5c784c5274b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.991132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.991132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.991132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.991132] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.991132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.991132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.991132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.991132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.991132] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('653c3040-2810-41a1-8ec5-5c784c5274b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.992159] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c29feea2-553d-44dc-8fc8-dff13bfe0e46 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.992427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c29feea2-553d-44dc-8fc8-dff13bfe0e46" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.992646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c29feea2-553d-44dc-8fc8-dff13bfe0e46" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.993048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c29feea2-553d-44dc-8fc8-dff13bfe0e46" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.993249] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c29feea2-553d-44dc-8fc8-dff13bfe0e46',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.497392] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-653c3040-2810-41a1-8ec5-5c784c5274b6 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.497392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.497392] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('653c3040-2810-41a1-8ec5-5c784c5274b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.497392] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c29feea2-553d-44dc-8fc8-dff13bfe0e46 with status ACTIVE [ 968.497392] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.497392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.497392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.497392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.497392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.497392] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.497392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.497392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.498305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.498305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.498305] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.498305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.498305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.498305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.498572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.498572] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c29feea2-553d-44dc-8fc8-dff13bfe0e46 is going to be updated. [ 968.524965] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.524965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.524965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.525197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.525411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.525653] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c29feea2-553d-44dc-8fc8-dff13bfe0e46" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.001804] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('653c3040-2810-41a1-8ec5-5c784c5274b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.507285] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.507510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.507510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.509456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.509456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.509456] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 is going to be created. [ 969.546066] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.546066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.546066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.546066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.546066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.555056] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 in Status: UNINITIALIZED for 2s [ 971.064308] env[71107]: INFO networking_nsxv3.common.synchronization [req-d1068795-55bd-4ef1-8af6-8935cd954725 req-82a526fe-131a-46b2-b111-a9bf8e322307 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 971.065011] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 971.065011] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.065139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.065174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.065377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.065691] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.065789] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.065850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.066020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.066101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.067063] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.567063] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 in Status: SUCCESS [ 971.567250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.567535] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.568462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.568691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.568886] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.569085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.572274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.572274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.572274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.572444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.572444] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('653c3040-2810-41a1-8ec5-5c784c5274b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.871883] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.872104] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.872236] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.872628] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.874627] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.874821] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.875011] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.875332] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.875501] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.875740] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.875875] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.876056] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.876176] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.876298] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.876408] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.876545] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.898185] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.898564] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 971.898708] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.898907] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.899578] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-c032a0ed-8f63-4f95-b699-2f22658b59e3 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.899899] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-c032a0ed-8f63-4f95-b699-2f22658b59e3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.900149] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-c032a0ed-8f63-4f95-b699-2f22658b59e3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.900530] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-c032a0ed-8f63-4f95-b699-2f22658b59e3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.900710] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c032a0ed-8f63-4f95-b699-2f22658b59e3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.074899] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.076473] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('653c3040-2810-41a1-8ec5-5c784c5274b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.404621] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.405034] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.405247] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.405661] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.405903] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.406207] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port c032a0ed-8f63-4f95-b699-2f22658b59e3 not found, creating... [ 972.406711] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.406982] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.413022] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.413022] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.413022] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.413022] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.413022] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.413022] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.413022] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.413022] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.413022] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: c032a0ed-8f63-4f95-b699-2f22658b59e3 is going to be created. [ 972.439658] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.440056] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.440286] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.440763] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.441374] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.441738] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-c032a0ed-8f63-4f95-b699-2f22658b59e3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.579132] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 653c3040-2810-41a1-8ec5-5c784c5274b6: rpc.has_security_group_logging(os_id): False [ 972.580759] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.580958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.580958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.581271] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.581367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.581473] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 972.613947] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.614264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.614264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.614473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.614473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.614712] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.614839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.614940] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.615050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.615121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.615216] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 is going to be created. [ 972.643711] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.643982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.644074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.644602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.644602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.656257] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 972.721758] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.721921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.721997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.722285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.722473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.738056] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 in Status: IN_PROGRESS for 2s [ 973.417494] env[71107]: INFO networking_nsxv3.common.synchronization [req-d1068795-55bd-4ef1-8af6-8935cd954725 req-baccde82-0326-4dc8-88bb-13ee4f31b51f service nova] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_rules [ 973.417740] env[71107]: INFO networking_nsxv3.common.synchronization [req-d1068795-55bd-4ef1-8af6-8935cd954725 req-baccde82-0326-4dc8-88bb-13ee4f31b51f service nova] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 973.417820] env[71107]: INFO networking_nsxv3.common.synchronization [req-d1068795-55bd-4ef1-8af6-8935cd954725 req-baccde82-0326-4dc8-88bb-13ee4f31b51f service nova] Enqueued Resource ID: c032a0ed-8f63-4f95-b699-2f22658b59e3 with Priority: HIGHEST for action port [ 973.418063] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_rules [ 973.418193] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 973.418286] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c032a0ed-8f63-4f95-b699-2f22658b59e3 with Priority: HIGHEST for action port [ 973.418844] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.418960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.420100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.420275] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.420380] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.421705] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.421819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.422060] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-c032a0ed-8f63-4f95-b699-2f22658b59e3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.422197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c032a0ed-8f63-4f95-b699-2f22658b59e3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.422266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c032a0ed-8f63-4f95-b699-2f22658b59e3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.422450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c032a0ed-8f63-4f95-b699-2f22658b59e3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.422529] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c032a0ed-8f63-4f95-b699-2f22658b59e3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.614046] env[71107]: INFO networking_nsxv3.common.synchronization [req-9d7cc461-3f02-45cd-930c-51e05f3644d5 req-35e13574-6b17-4ff5-8e75-e9d067c5daf5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Enqueued Resource ID: b9e2dc2f-d514-47e8-9080-5feac6159862 with Priority: HIGHEST for action security_group_members [ 973.614606] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e2dc2f-d514-47e8-9080-5feac6159862 with Priority: HIGHEST for action security_group_members [ 973.614898] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9e2dc2f-d514-47e8-9080-5feac6159862 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.615273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.615418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.615771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.616036] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.616232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.616345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.616579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.616783] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.616958] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9e2dc2f-d514-47e8-9080-5feac6159862',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.924632] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.924765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.924988] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c032a0ed-8f63-4f95-b699-2f22658b59e3 with status ACTIVE [ 973.925188] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.925298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.925361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.925594] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.925726] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.925856] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.926029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.926029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.926194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.926262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.926454] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.926545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.926641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.926790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.926874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.926960] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c032a0ed-8f63-4f95-b699-2f22658b59e3 is going to be updated. [ 973.959461] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.959461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.959461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.959461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.959461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.959461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c032a0ed-8f63-4f95-b699-2f22658b59e3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.124243] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.124243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.124449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.124549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.124649] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.124865] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.125077] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.125161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.125303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.125385] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.125543] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9e2dc2f-d514-47e8-9080-5feac6159862 is going to be updated. [ 974.171548] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.171548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.171689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.172426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.172426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.185730] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9e2dc2f-d514-47e8-9080-5feac6159862 in Status: IN_PROGRESS for 2s [ 974.667898] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 974.668190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.668321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.668552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.668732] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.668854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.668921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.669087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.669169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.669308] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.749621] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 in Status: SUCCESS [ 974.749862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.172530] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.675975] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.178576] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.178897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.178897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.179046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.179182] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.179298] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 976.201046] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9e2dc2f-d514-47e8-9080-5feac6159862 in Status: SUCCESS [ 976.201232] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9e2dc2f-d514-47e8-9080-5feac6159862 deletion is rescheduled due to dependency. [ 976.201376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9e2dc2f-d514-47e8-9080-5feac6159862" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.238735] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.238938] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.239483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.239483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.239483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.254090] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 976.435148] env[71107]: INFO networking_nsxv3.common.synchronization [None req-5e53dd00-ce72-4846-80da-f7bc48b17952 None None] Enqueued Resource ID: 8d58401c-2454-4cbd-bda2-f06768cf3daf with Priority: HIGHEST for action port [ 976.435427] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d58401c-2454-4cbd-bda2-f06768cf3daf with Priority: HIGHEST for action port [ 976.437814] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d58401c-2454-4cbd-bda2-f06768cf3daf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.438042] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d58401c-2454-4cbd-bda2-f06768cf3daf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.438075] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d58401c-2454-4cbd-bda2-f06768cf3daf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.438389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d58401c-2454-4cbd-bda2-f06768cf3daf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.438423] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d58401c-2454-4cbd-bda2-f06768cf3daf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.943732] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d58401c-2454-4cbd-bda2-f06768cf3daf [ 976.943732] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.943732] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.943732] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.943732] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.943732] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.944231] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d58401c-2454-4cbd-bda2-f06768cf3daf already deleted. [ 976.944231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d58401c-2454-4cbd-bda2-f06768cf3daf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.267031] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 978.267358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.267497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.267724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.267909] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.268032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.268098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.268312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.268428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.268578] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.268679] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.579514] env[71107]: INFO networking_nsxv3.common.synchronization [None req-c38b19f6-1f22-4c32-8896-6ee2f62c9566 None None] Enqueued Resource ID: 613f1930-3a14-42b4-9fd1-075aabe0282d with Priority: HIGHEST for action port [ 978.580093] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613f1930-3a14-42b4-9fd1-075aabe0282d with Priority: HIGHEST for action port [ 978.580377] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-613f1930-3a14-42b4-9fd1-075aabe0282d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.580499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-613f1930-3a14-42b4-9fd1-075aabe0282d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.580561] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-613f1930-3a14-42b4-9fd1-075aabe0282d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.580811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-613f1930-3a14-42b4-9fd1-075aabe0282d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.580891] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('613f1930-3a14-42b4-9fd1-075aabe0282d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.739133] env[71107]: INFO networking_nsxv3.common.synchronization [req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 req-1576d4ec-e086-4214-a5e7-0da224072881 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Enqueued Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 978.739973] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 978.740308] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.740431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.740528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.740754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.740908] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.741035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.741251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.741365] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.741487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.741708] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.774439] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.774439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.774439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.774439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.774439] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.774439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.774439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.774762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.774847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.774976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.775177] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.775286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.775400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.775570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.775829] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.775926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.775985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.776189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.776286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.776407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.776516] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.086965] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 613f1930-3a14-42b4-9fd1-075aabe0282d [ 979.087256] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.087401] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.087471] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.087694] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.087806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.088173] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:613f1930-3a14-42b4-9fd1-075aabe0282d already deleted. [ 979.088308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-613f1930-3a14-42b4-9fd1-075aabe0282d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.244656] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.279429] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 471ca597-1f42-496f-86b1-ef001138aefa: rpc.has_security_group_logging(os_id): False [ 979.303547] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.303752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.303825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.304126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.304221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.304430] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.304534] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.304600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.304756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.304896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.305153] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.305153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.305275] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.305335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.305408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.305608] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.305704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.305767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.305906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.305981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.309999] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 979.390142] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.390403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.390486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.390906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.391111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.407177] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 979.750076] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.252689] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.252904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.252960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.253283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.254477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.254477] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd is going to be updated. [ 980.289964] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.290344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.290344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.290453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.290562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.301287] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: IN_PROGRESS for 2s [ 981.423166] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 981.423607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.312687] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: SUCCESS [ 982.313046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.741140] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 983.741140] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 985.231022] env[71107]: INFO networking_nsxv3.common.synchronization [req-787fb434-1e5b-447a-9b30-319c84c0518e req-ae2b1fd5-b73b-431a-8280-8506f086dc13 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Enqueued Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_members [ 985.231578] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_members [ 985.231880] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.232014] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.232084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.232284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.232437] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.232536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.232598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.232804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.232886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.232979] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.547316] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.547524] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.547679] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.547957] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.548366] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.548773] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.548773] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.548898] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.549363] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.549532] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 985.549655] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.549771] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.549881] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.549994] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 985.550118] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.550252] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.573354] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.573354] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 985.573476] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.573587] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.574033] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-1422a236-c375-4cf4-b661-37dddaa00381 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.574170] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-1422a236-c375-4cf4-b661-37dddaa00381" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.574300] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-1422a236-c375-4cf4-b661-37dddaa00381" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.574776] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-1422a236-c375-4cf4-b661-37dddaa00381" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.574942] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1422a236-c375-4cf4-b661-37dddaa00381',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.736107] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.077444] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.077661] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.077806] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.078118] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.078278] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.078471] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 1422a236-c375-4cf4-b661-37dddaa00381 not found, creating... [ 986.079127] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.079359] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.079489] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.079735] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.079942] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.080439] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.080604] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.080729] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.080955] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.081107] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.081247] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 1422a236-c375-4cf4-b661-37dddaa00381 is going to be created. [ 986.103840] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.104079] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.104212] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.104510] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.105280] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.105543] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-1422a236-c375-4cf4-b661-37dddaa00381" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.238547] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.741502] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.741666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.741724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.741946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.742092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.742222] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 is going to be updated. [ 986.772175] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.772175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.772361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.773809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.773809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.782528] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: IN_PROGRESS for 2s [ 986.819199] env[71107]: INFO networking_nsxv3.common.synchronization [req-787fb434-1e5b-447a-9b30-319c84c0518e req-e4cc42b9-f201-44a3-af2f-4d6ac9bd24d3 service nova] Enqueued Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_rules [ 986.819334] env[71107]: INFO networking_nsxv3.common.synchronization [req-787fb434-1e5b-447a-9b30-319c84c0518e req-e4cc42b9-f201-44a3-af2f-4d6ac9bd24d3 service nova] Enqueued Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_members [ 986.819558] env[71107]: INFO networking_nsxv3.common.synchronization [req-787fb434-1e5b-447a-9b30-319c84c0518e req-e4cc42b9-f201-44a3-af2f-4d6ac9bd24d3 service nova] Enqueued Resource ID: 1422a236-c375-4cf4-b661-37dddaa00381 with Priority: HIGHEST for action port [ 986.820000] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_rules [ 986.821446] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_members [ 986.821622] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1422a236-c375-4cf4-b661-37dddaa00381 with Priority: HIGHEST for action port [ 986.822223] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.822981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.823166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.823371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.823557] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.824451] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.824451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.824692] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-1422a236-c375-4cf4-b661-37dddaa00381 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.824797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1422a236-c375-4cf4-b661-37dddaa00381" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.824863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1422a236-c375-4cf4-b661-37dddaa00381" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.825028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1422a236-c375-4cf4-b661-37dddaa00381" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.825098] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1422a236-c375-4cf4-b661-37dddaa00381',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.327372] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.327717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.327717] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1422a236-c375-4cf4-b661-37dddaa00381 with status ACTIVE [ 987.327885] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.327957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.327998] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.328197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.328290] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.328459] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.328565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.328645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.328805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.328885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.329073] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.329170] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.329235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.329373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.329449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.329531] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1422a236-c375-4cf4-b661-37dddaa00381 is going to be updated. [ 987.354884] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.355180] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.355300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.355596] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.355814] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.356083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1422a236-c375-4cf4-b661-37dddaa00381" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.794290] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: SUCCESS [ 988.794290] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.794673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.794673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.794779] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.795085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.795085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.795226] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.795279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.795371] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.299032] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.801563] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.846747] env[71107]: INFO networking_nsxv3.common.synchronization [req-bf3d292f-8122-4434-9d69-b77150090f35 req-b6cd720c-7836-4ae0-985f-9d41d8fb372a tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 989.848790] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 989.849394] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.849637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.849712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.850049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.850368] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.850478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.850544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.851144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.851247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.851351] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.306833] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.306833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.306833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.306833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.306833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.306833] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 is going to be updated. [ 990.335046] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.335232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.335307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.335538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.335692] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.345288] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: IN_PROGRESS for 2s [ 990.353930] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.519904] env[71107]: INFO networking_nsxv3.common.synchronization [req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 req-2fbab774-d760-4c93-aee3-4c820c229104 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 990.520025] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 990.520240] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.520363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.520449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.520742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.520897] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.521010] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.521106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.521265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.521506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.521506] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.860678] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.024248] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.024418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.024561] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.024770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.024884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.025129] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.025274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.025342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.025505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.025586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.025671] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 already deleted. [ 991.025753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.059636] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.060443] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.060727] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.061133] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.062608] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.062826] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.062995] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.063237] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.063389] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.063614] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.063733] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.063860] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.063968] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.064093] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.064202] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.064337] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.087907] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.088193] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 991.088462] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.088761] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.089293] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-502b28f6-8c73-4871-879b-9c1ca5d68891 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.089620] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-502b28f6-8c73-4871-879b-9c1ca5d68891" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.089850] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-502b28f6-8c73-4871-879b-9c1ca5d68891" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.090337] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-502b28f6-8c73-4871-879b-9c1ca5d68891" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.090590] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('502b28f6-8c73-4871-879b-9c1ca5d68891',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.366547] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.367698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.367698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.367698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.367698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.367698] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 991.399827] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.399974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.400053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.400268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.400413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.414395] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 991.594361] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.594638] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.594878] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.595298] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.595510] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.595761] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 502b28f6-8c73-4871-879b-9c1ca5d68891 not found, creating... [ 991.596051] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.596285] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.596419] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.596713] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.596878] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.597226] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.597412] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.597538] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.597768] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.597952] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.598154] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 502b28f6-8c73-4871-879b-9c1ca5d68891 is going to be created. [ 991.625062] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.625062] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.625062] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.625062] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.625062] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.625062] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-502b28f6-8c73-4871-879b-9c1ca5d68891" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.174208] env[71107]: INFO networking_nsxv3.common.synchronization [req-03899e0e-e290-462a-bb2a-7c5c5180497d req-7e08fb4f-7978-4139-ba58-aabcd79948d8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 992.174507] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 992.174650] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.175067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.175067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.175850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.175850] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.175850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.175850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.175850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.175850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.175850] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.355582] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: SUCCESS [ 992.356011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.356098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.356362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.356503] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.356624] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.356691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.356871] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.356965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.357097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.357193] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.678043] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.682882] env[71107]: INFO networking_nsxv3.common.synchronization [req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 req-18fd0851-4a2e-4588-ad9f-1009402f7b6c service nova] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_rules [ 992.683073] env[71107]: INFO networking_nsxv3.common.synchronization [req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 req-18fd0851-4a2e-4588-ad9f-1009402f7b6c service nova] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 992.683210] env[71107]: INFO networking_nsxv3.common.synchronization [req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 req-18fd0851-4a2e-4588-ad9f-1009402f7b6c service nova] Enqueued Resource ID: 502b28f6-8c73-4871-879b-9c1ca5d68891 with Priority: HIGHEST for action port [ 992.683429] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_rules [ 992.683547] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 992.683638] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 502b28f6-8c73-4871-879b-9c1ca5d68891 with Priority: HIGHEST for action port [ 992.685130] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.687588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.687588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.687588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.687588] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.687588] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.687588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.687897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.687897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.688090] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.688652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.688747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.688954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.689086] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.689198] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.691126] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-502b28f6-8c73-4871-879b-9c1ca5d68891 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.691253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-502b28f6-8c73-4871-879b-9c1ca5d68891" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.691320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-502b28f6-8c73-4871-879b-9c1ca5d68891" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.691486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-502b28f6-8c73-4871-879b-9c1ca5d68891" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.692396] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('502b28f6-8c73-4871-879b-9c1ca5d68891',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.859629] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.859831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.859831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.860040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.860209] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.860314] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.860379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.860539] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.860654] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.860735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.860883] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.860977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.861054] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.861197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.861333] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.861429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.861511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.861653] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.861730] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.861812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.861902] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.182459] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.194405] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.195435] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.195544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.195939] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 502b28f6-8c73-4871-879b-9c1ca5d68891 with status ACTIVE [ 993.196846] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.196846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.196846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.196846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.196846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.196846] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.197106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.197106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.197244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.197297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.197485] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.197584] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.197638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.197787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.197866] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.197950] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 502b28f6-8c73-4871-879b-9c1ca5d68891 is going to be updated. [ 993.224259] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.224503] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.224629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.224855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.225033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.225207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-502b28f6-8c73-4871-879b-9c1ca5d68891" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.368057] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc5fb892-a0a9-4c1b-b2df-34b119072a38: rpc.has_security_group_logging(os_id): False [ 993.393223] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.393223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.393223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.393223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.415630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.415630] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.415630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.415855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.416100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.416100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.416234] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.416347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.416442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.416563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.416639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.416834] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.416927] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.417050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.417152] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.417218] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.417409] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 is going to be updated. [ 993.427671] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 993.428665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.480471] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.480971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.480971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.480971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.481128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.494658] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: IN_PROGRESS for 2s [ 993.657986] env[71107]: INFO networking_nsxv3.common.synchronization [req-312f033b-2e21-4fe1-82b3-fa9e440aad3b req-3946841f-19c5-44cc-8980-f26e9f879d08 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Enqueued Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 993.657986] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 993.657986] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.657986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.657986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.657986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.657986] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.657986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.657986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.657986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.657986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.657986] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.685979] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.685979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.685979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.685979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.685979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.685979] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 993.696436] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.722874] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.723057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.723119] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.723322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.723461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.739652] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 994.161198] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.161454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.161514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.161733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.161887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.162160] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.162423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.162423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.162612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.162693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.162961] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 is going to be updated. [ 994.203775] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.204152] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.204152] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.205256] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.205256] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.205256] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be created. [ 994.215218] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.215361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.215431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.217018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.217018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.234067] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: IN_PROGRESS for 2s [ 994.239837] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.240023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.240077] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.240302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.240471] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.253147] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: UNINITIALIZED for 2s [ 994.386693] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.386895] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-931" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.387467] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-931" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.387467] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-931" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.387990] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.388246] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.388375] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.388609] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.388764] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.389865] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.390038] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.391784] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.391967] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.392123] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.392245] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.392394] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.414092] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.414677] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 994.414993] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.415935] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-931" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.416680] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-5e639dfd-c59b-4ccc-9d18-6b2675645d0c taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.416976] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-5e639dfd-c59b-4ccc-9d18-6b2675645d0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.417195] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-5e639dfd-c59b-4ccc-9d18-6b2675645d0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.417613] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-5e639dfd-c59b-4ccc-9d18-6b2675645d0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.417915] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e639dfd-c59b-4ccc-9d18-6b2675645d0c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.921347] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.921707] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.921903] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.922331] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.922421] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.922779] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 5e639dfd-c59b-4ccc-9d18-6b2675645d0c not found, creating... [ 994.923232] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.923331] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.923433] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.924036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.924036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.924187] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.924330] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.924458] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.924727] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.924805] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.924954] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 5e639dfd-c59b-4ccc-9d18-6b2675645d0c is going to be created. [ 994.950239] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.954246] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.954474] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.954800] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.955189] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.955465] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-5e639dfd-c59b-4ccc-9d18-6b2675645d0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.510361] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: SUCCESS [ 995.510802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.757293] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 995.757293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.778073] env[71107]: INFO networking_nsxv3.common.synchronization [req-312f033b-2e21-4fe1-82b3-fa9e440aad3b req-1d1fe3e2-8682-4a7f-9855-89a3648dc61a service nova] Enqueued Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_rules [ 995.778401] env[71107]: INFO networking_nsxv3.common.synchronization [req-312f033b-2e21-4fe1-82b3-fa9e440aad3b req-1d1fe3e2-8682-4a7f-9855-89a3648dc61a service nova] Enqueued Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 995.778602] env[71107]: INFO networking_nsxv3.common.synchronization [req-312f033b-2e21-4fe1-82b3-fa9e440aad3b req-1d1fe3e2-8682-4a7f-9855-89a3648dc61a service nova] Enqueued Resource ID: 5e639dfd-c59b-4ccc-9d18-6b2675645d0c with Priority: HIGHEST for action port [ 995.779161] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_rules [ 995.779291] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 995.779385] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e639dfd-c59b-4ccc-9d18-6b2675645d0c with Priority: HIGHEST for action port [ 995.780078] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.780202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.780267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.780474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.780702] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.781586] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.781773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.782358] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e639dfd-c59b-4ccc-9d18-6b2675645d0c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.782358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e639dfd-c59b-4ccc-9d18-6b2675645d0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.782358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e639dfd-c59b-4ccc-9d18-6b2675645d0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.782358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e639dfd-c59b-4ccc-9d18-6b2675645d0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.782573] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e639dfd-c59b-4ccc-9d18-6b2675645d0c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.246308] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: SUCCESS [ 996.246535] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 deletion is rescheduled due to dependency. [ 996.246616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.246810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.247097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.247327] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.247465] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.247554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.247743] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.247835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.247967] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.262631] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 996.262969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.263122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.263426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.263678] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.263840] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.263915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.264098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.264182] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.264288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.264360] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.284149] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e639dfd-c59b-4ccc-9d18-6b2675645d0c with status ACTIVE [ 996.284746] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.284746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.284746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.285646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.285646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.285646] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.285646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.285646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.285646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.286320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.286320] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.286320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.286320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.286320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.286320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.286618] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e639dfd-c59b-4ccc-9d18-6b2675645d0c is going to be updated. [ 996.291102] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.291287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.314195] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.314356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.314435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.314655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.314824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.315015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e639dfd-c59b-4ccc-9d18-6b2675645d0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.751026] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.766542] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.767682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.768434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.768777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.770027] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.770027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.770027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.770027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.770027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.770027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.770027] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.770369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.770369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.770369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.770531] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.770652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.770765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.770949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.771674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.771816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.772891] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.254303] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.274208] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c6df673-ad6e-4128-b303-e62099e351f2: rpc.has_security_group_logging(os_id): False [ 997.294884] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.295032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.295099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.295307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.295394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.295600] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.295696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.295753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.295900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.295981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.296168] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.296267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.296338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.296479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.296554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.296738] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.296844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.296928] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.300544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.300664] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.301159] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be created. [ 997.361385] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.361583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.361648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.362021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.362021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.374655] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 997.756069] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.756401] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.756401] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.756517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.756607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.756701] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 is going to be updated. [ 997.789346] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.789600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.789767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.790226] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.790435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.806191] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: IN_PROGRESS for 2s [ 999.083254] env[71107]: INFO networking_nsxv3.common.synchronization [req-aaadb97f-7ff2-448f-9285-513986ba5235 req-7c8dad9f-8889-489e-9d44-3945b8e1f835 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 999.083254] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 999.083599] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.083599] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.083854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.083945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.084094] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.084246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.084330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.084520] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.084647] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.084750] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.387937] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 999.388192] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.494789] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.494789] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.494789] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.494789] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.494789] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.498094] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.498094] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.498094] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.498094] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.498094] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.498094] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.498094] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.498094] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.498094] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.498094] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.498094] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.522663] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.522663] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 999.524849] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.524849] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.524849] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-5a0ea28e-298a-4f74-ab19-8ce90de27660 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.524849] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-5a0ea28e-298a-4f74-ab19-8ce90de27660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.524849] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-5a0ea28e-298a-4f74-ab19-8ce90de27660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.524849] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-5a0ea28e-298a-4f74-ab19-8ce90de27660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.524849] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a0ea28e-298a-4f74-ab19-8ce90de27660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.587035] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.587209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.587209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.588204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.588204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.588204] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.588204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.588204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.588204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.588204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.588204] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 999.679581] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.680071] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.680071] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.680262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.680464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.694181] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 999.819977] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: SUCCESS [ 999.819977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.819977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.819977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.819977] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.819977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.819977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.819977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.819977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.819977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.819977] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.027454] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.027744] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.027944] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.028279] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.028450] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.028967] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 5a0ea28e-298a-4f74-ab19-8ce90de27660 not found, creating... [ 1000.028967] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.029178] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.029313] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.029571] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.032043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.032043] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.032043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.032043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.032043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.032043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.032043] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 5a0ea28e-298a-4f74-ab19-8ce90de27660 is going to be created. [ 1000.058276] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.058479] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.058624] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.058931] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.059428] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.059646] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-5a0ea28e-298a-4f74-ab19-8ce90de27660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.325537] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.325885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.325885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.325995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.326193] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.326297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.326357] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.326520] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.326610] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.326697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.326852] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.326945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.327010] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.327167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.327301] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.327443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.327443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.327601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.327661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.327708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.327799] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.830041] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b39352f-f768-421b-ba38-b91d540e4db0: rpc.has_security_group_logging(os_id): False [ 1000.850589] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.850922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.850922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.851747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.851747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.851747] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.851747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.851747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.851747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.851747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.851996] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.852063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.852093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.852999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.852999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.852999] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.852999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.852999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.852999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.852999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.852999] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 is going to be updated. [ 1000.873041] env[71107]: INFO networking_nsxv3.common.synchronization [req-aaadb97f-7ff2-448f-9285-513986ba5235 req-0f61e46e-9312-4a52-b516-77ed0fc2754f service nova] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_rules [ 1000.873041] env[71107]: INFO networking_nsxv3.common.synchronization [req-aaadb97f-7ff2-448f-9285-513986ba5235 req-0f61e46e-9312-4a52-b516-77ed0fc2754f service nova] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 1000.873041] env[71107]: INFO networking_nsxv3.common.synchronization [req-aaadb97f-7ff2-448f-9285-513986ba5235 req-0f61e46e-9312-4a52-b516-77ed0fc2754f service nova] Enqueued Resource ID: 5a0ea28e-298a-4f74-ab19-8ce90de27660 with Priority: HIGHEST for action port [ 1000.873041] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_rules [ 1000.873041] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 1000.873041] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0ea28e-298a-4f74-ab19-8ce90de27660 with Priority: HIGHEST for action port [ 1000.873041] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.873041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.873041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.873957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.874219] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.875417] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.875520] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.880886] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a0ea28e-298a-4f74-ab19-8ce90de27660 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.880886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a0ea28e-298a-4f74-ab19-8ce90de27660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.880886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a0ea28e-298a-4f74-ab19-8ce90de27660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.880886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a0ea28e-298a-4f74-ab19-8ce90de27660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.880886] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a0ea28e-298a-4f74-ab19-8ce90de27660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.935679] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.935679] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.935679] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.935913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.942708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.960707] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: IN_PROGRESS for 2s [ 1001.381030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.381030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.381030] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a0ea28e-298a-4f74-ab19-8ce90de27660 with status ACTIVE [ 1001.381030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.381030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.381030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.381030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.381030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.381030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.381030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.381030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.381030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.381030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.381030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.381931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.381931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.381931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.381931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.381931] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a0ea28e-298a-4f74-ab19-8ce90de27660 is going to be updated. [ 1001.409298] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.409298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.409298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.409298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.409298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.409298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a0ea28e-298a-4f74-ab19-8ce90de27660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.709531] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 1001.709742] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 deletion is rescheduled due to dependency. [ 1001.709866] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.710087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.710403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.710709] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.710945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.711135] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.711432] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.711584] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.711716] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.082681] env[71107]: INFO networking_nsxv3.common.synchronization [req-aaadb97f-7ff2-448f-9285-513986ba5235 req-53188ac9-3c2b-4baa-b85d-fffe6a132724 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 1002.083431] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 1002.083834] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.085055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.216492] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.591946] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.592288] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.592333] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.592583] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.592895] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.593082] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.593173] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.593441] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.593598] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.593828] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.593995] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.594065] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.594183] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.594399] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.594399] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.594528] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.614789] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.615193] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1002.615452] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.615755] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-992" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.616296] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.616610] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.616856] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.618509] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.618509] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.721724] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.976462] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: SUCCESS [ 1002.977317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.124127] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.124385] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.124508] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.124825] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.124984] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.125203] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 not found, creating... [ 1003.125626] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.125784] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.125906] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.126190] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.126336] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.126647] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.126811] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.126980] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.127213] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.127305] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.127462] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 is going to be created. [ 1003.154244] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.154244] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.154244] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.154600] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.154600] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.154819] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.225453] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.225697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.225697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.225883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.226027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.226152] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 1003.282437] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.283200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.283312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.283616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.283860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.314101] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 1004.464524] env[71107]: INFO networking_nsxv3.common.synchronization [req-aaadb97f-7ff2-448f-9285-513986ba5235 req-88fbf141-a313-4ce3-96e0-0698e2b3088e service nova] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_rules [ 1004.464744] env[71107]: INFO networking_nsxv3.common.synchronization [req-aaadb97f-7ff2-448f-9285-513986ba5235 req-88fbf141-a313-4ce3-96e0-0698e2b3088e service nova] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 1004.465257] env[71107]: INFO networking_nsxv3.common.synchronization [req-aaadb97f-7ff2-448f-9285-513986ba5235 req-88fbf141-a313-4ce3-96e0-0698e2b3088e service nova] Enqueued Resource ID: dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 with Priority: HIGHEST for action port [ 1004.466108] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_rules [ 1004.466450] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 1004.466762] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 with Priority: HIGHEST for action port [ 1004.467437] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.467926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.468680] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.468680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.468933] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.469185] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.469364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.469723] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.470000] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.590364] env[71107]: INFO networking_nsxv3.common.synchronization [req-f5816876-569a-4238-a4e9-2a5f67ab0a12 req-16e6abdb-e0e1-4736-8ca5-91d506f77dfc tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Enqueued Resource ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee with Priority: HIGHEST for action security_group_members [ 1004.591080] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee with Priority: HIGHEST for action security_group_members [ 1004.591754] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27dac7cf-2bfb-4b04-a754-7845230b34ee taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.591976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.592133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.592555] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.592847] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.593048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.593157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.593390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.593557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.593725] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27dac7cf-2bfb-4b04-a754-7845230b34ee',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.712958] env[71107]: INFO networking_nsxv3.common.synchronization [req-4ac581e9-a767-40a0-b729-7ac02120c0ac req-b3a54332-4aa9-4623-b901-47034096d443 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1004.713706] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1004.714329] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.714518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.714628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.714873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.715113] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.715280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.715410] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.715616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.715751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.715879] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.973154] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 with status ACTIVE [ 1004.974297] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.974513] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.974618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.974872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.976160] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.976364] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.976470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.976534] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.978553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.978553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.978553] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.978553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.978553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.978553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.978553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.978553] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 is going to be updated. [ 1005.004020] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.004020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.004020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.004020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.004020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.004348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.096486] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.096674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.096749] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.097016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.140399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.140731] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.140897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.140973] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.141204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.141455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.141582] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee is going to be updated. [ 1005.185073] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.185311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.185392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.185617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.185761] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.198705] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee in Status: IN_PROGRESS for 2s [ 1005.217968] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.218179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.218221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.218427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.218519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.223540] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.226625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.226625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.226625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.226625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.226625] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1005.262031] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.262031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.262031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.262031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.262031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.274450] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1005.324911] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 1005.325155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.325325] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.325529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.325960] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.325960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.325960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.326191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.326191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.326278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.326318] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.332277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.332499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.332685] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.332852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.332933] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.333109] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.333197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.333296] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.424366] env[71107]: INFO networking_nsxv3.common.synchronization [req-5ef0669a-dcfd-4243-8992-e5843056c0b9 req-da892b01-eb06-42d1-a384-af1722417b37 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_members [ 1005.425079] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_members [ 1005.425316] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.425437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.425498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.425772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.425939] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.426055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.426119] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.426301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.426419] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.426511] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.801327] env[71107]: INFO networking_nsxv3.common.synchronization [req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b req-802e6fda-46e8-4ee2-8949-1d57d15b0f3b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGHEST for action security_group_members [ 1005.801632] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGHEST for action security_group_members [ 1005.802528] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b91994a8-0888-44f2-99cb-154e5714d4ed taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.802528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.802528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.802528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.802528] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.802528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.802528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.804445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.804445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.804445] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b91994a8-0888-44f2-99cb-154e5714d4ed',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.837577] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.837773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.838353] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.930311] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.930311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.930311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.930311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.930567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.930888] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.930888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.931083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.931169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.931279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.931403] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa60387b-daa4-42de-a08e-f5c19a161cab already deleted. [ 1005.931581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.234452] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.234687] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.235147] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.235456] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.235945] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.236182] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.236309] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.236554] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.236712] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.237054] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.237223] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.237366] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.237505] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.237634] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.237753] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.237961] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.264371] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.264546] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.264692] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.264879] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.265308] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-5640b437-a4a7-499a-865a-ab87fd5cb538 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.265507] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-5640b437-a4a7-499a-865a-ab87fd5cb538" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.265632] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-5640b437-a4a7-499a-865a-ab87fd5cb538" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.265975] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-5640b437-a4a7-499a-865a-ab87fd5cb538" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.266371] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5640b437-a4a7-499a-865a-ab87fd5cb538',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.307429] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.307645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.307686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.307911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.308033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.308241] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.308341] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.308405] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.308569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.308653] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.308748] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91994a8-0888-44f2-99cb-154e5714d4ed is going to be updated. [ 1006.342776] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.343030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.343092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.343302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.343439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.344586] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.354819] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91994a8-0888-44f2-99cb-154e5714d4ed in Status: IN_PROGRESS for 2s [ 1006.612220] env[71107]: INFO networking_nsxv3.common.synchronization [None req-36ecf832-ed9f-4b49-89d8-d38f353884b8 None None] Enqueued Resource ID: 763f8922-ed23-411f-99c5-8dae9660766e with Priority: HIGHEST for action port [ 1006.612502] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763f8922-ed23-411f-99c5-8dae9660766e with Priority: HIGHEST for action port [ 1006.613294] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-763f8922-ed23-411f-99c5-8dae9660766e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.613294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-763f8922-ed23-411f-99c5-8dae9660766e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.613444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-763f8922-ed23-411f-99c5-8dae9660766e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.616298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-763f8922-ed23-411f-99c5-8dae9660766e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.616298] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('763f8922-ed23-411f-99c5-8dae9660766e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.770042] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.770042] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.773064] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.773064] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.773064] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.773064] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 5640b437-a4a7-499a-865a-ab87fd5cb538 not found, creating... [ 1006.773064] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.773064] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.773064] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.773064] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.773064] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.773064] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.773473] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.773473] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.774051] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.774502] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.776119] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 5640b437-a4a7-499a-865a-ab87fd5cb538 is going to be created. [ 1006.803086] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.803631] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.803631] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.803801] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.804022] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.804282] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-5640b437-a4a7-499a-865a-ab87fd5cb538" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.847706] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.847971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.847971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.848213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.848452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.848581] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 1006.890859] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.891045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.891111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.891296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.891457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.902910] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 1007.124934] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 763f8922-ed23-411f-99c5-8dae9660766e [ 1007.124934] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.124934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.124934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.124934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.124934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.124934] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:763f8922-ed23-411f-99c5-8dae9660766e already deleted. [ 1007.124934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-763f8922-ed23-411f-99c5-8dae9660766e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.216616] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee in Status: SUCCESS [ 1007.216616] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27dac7cf-2bfb-4b04-a754-7845230b34ee deletion is rescheduled due to dependency. [ 1007.216616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27dac7cf-2bfb-4b04-a754-7845230b34ee" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.285166] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1007.285322] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 deletion is rescheduled due to dependency. [ 1007.285458] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.854657] env[71107]: INFO networking_nsxv3.common.synchronization [req-5ef0669a-dcfd-4243-8992-e5843056c0b9 req-0eb2a7e2-b079-4beb-b811-91de740d6881 service nova] Enqueued Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_rules [ 1007.854959] env[71107]: INFO networking_nsxv3.common.synchronization [req-5ef0669a-dcfd-4243-8992-e5843056c0b9 req-0eb2a7e2-b079-4beb-b811-91de740d6881 service nova] Enqueued Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_members [ 1007.855072] env[71107]: INFO networking_nsxv3.common.synchronization [req-5ef0669a-dcfd-4243-8992-e5843056c0b9 req-0eb2a7e2-b079-4beb-b811-91de740d6881 service nova] Enqueued Resource ID: 5640b437-a4a7-499a-865a-ab87fd5cb538 with Priority: HIGHEST for action port [ 1007.855623] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_rules [ 1007.855754] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_members [ 1007.855845] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5640b437-a4a7-499a-865a-ab87fd5cb538 with Priority: HIGHEST for action port [ 1007.856307] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.856555] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.856638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.856998] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.857215] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.858845] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.859429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.859876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.860431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.861930] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.862161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.862267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.862597] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.862597] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.862711] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.864351] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-5640b437-a4a7-499a-865a-ab87fd5cb538 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.864351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5640b437-a4a7-499a-865a-ab87fd5cb538" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.864351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5640b437-a4a7-499a-865a-ab87fd5cb538" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.864351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5640b437-a4a7-499a-865a-ab87fd5cb538" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.864351] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5640b437-a4a7-499a-865a-ab87fd5cb538',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.910043] env[71107]: INFO networking_nsxv3.common.synchronization [req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 req-6c6c3d74-3044-4c87-8d88-c82723621b94 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Enqueued Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGHEST for action security_group_members [ 1007.910544] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGHEST for action security_group_members [ 1007.910855] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd1c872-ffb1-490f-a512-beb201e60442 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.910994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.911066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.911289] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.911453] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.911587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.911587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.912100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.912100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.912100] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.366481] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b91994a8-0888-44f2-99cb-154e5714d4ed in Status: SUCCESS [ 1008.366695] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b91994a8-0888-44f2-99cb-154e5714d4ed deletion is rescheduled due to dependency. [ 1008.366786] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.367051] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.368103] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.368232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.368393] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5640b437-a4a7-499a-865a-ab87fd5cb538 with status ACTIVE [ 1008.368552] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.368658] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.368723] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.368926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.369026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.369922] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.370296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.370554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.370859] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.370948] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.371212] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.371350] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.371436] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.371703] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.371810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.371917] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5640b437-a4a7-499a-865a-ab87fd5cb538 is going to be updated. [ 1008.394176] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.394558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.394558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.394670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.394744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.394901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5640b437-a4a7-499a-865a-ab87fd5cb538" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.411758] env[71107]: INFO networking_nsxv3.common.synchronization [req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 req-eba18438-e495-4a1e-b8c3-3df3b4e04bc0 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Enqueued Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 1008.412372] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b39352f-f768-421b-ba38-b91d540e4db0 with Priority: HIGHEST for action security_group_members [ 1008.412674] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b39352f-f768-421b-ba38-b91d540e4db0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.412790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.412894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.413640] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.413808] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.415881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.415881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.415881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.415881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.415881] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b39352f-f768-421b-ba38-b91d540e4db0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.416287] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.416392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.416460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.416626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.416710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.416888] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.416971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.417118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.417299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.417344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.417429] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd1c872-ffb1-490f-a512-beb201e60442 already deleted. [ 1008.417960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.444065] env[71107]: INFO networking_nsxv3.common.synchronization [None req-9bab0df2-4f7b-4de0-8beb-c86822100605 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Enqueued Resource ID: d5c5baac-b20a-4116-a1f8-3104ebed768e with Priority: HIGHEST for action security_group_rules [ 1008.446598] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c5baac-b20a-4116-a1f8-3104ebed768e with Priority: HIGHEST for action security_group_rules [ 1008.447868] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5c5baac-b20a-4116-a1f8-3104ebed768e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.448050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.448126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.448456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.448503] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5c5baac-b20a-4116-a1f8-3104ebed768e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.573880] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.574129] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-900" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.574258] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-900" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.574537] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-900" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.574792] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.574946] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.575073] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.575290] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.576178] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.576178] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.576178] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.576178] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.576178] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.576178] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.576525] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.576525] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.583711] env[71107]: INFO networking_nsxv3.common.synchronization [None req-3c8cf56c-4a15-46fe-a09f-e90d82c777b5 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Enqueued Resource ID: d5c5baac-b20a-4116-a1f8-3104ebed768e with Priority: HIGHEST for action security_group_rules [ 1008.584356] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c5baac-b20a-4116-a1f8-3104ebed768e with Priority: HIGHEST for action security_group_rules [ 1008.587518] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5c5baac-b20a-4116-a1f8-3104ebed768e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.587518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.598768] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.600951] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1008.601263] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.601393] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-900" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.601786] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-552aa443-e12b-4e67-a944-384141d63f0a taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.601939] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-552aa443-e12b-4e67-a944-384141d63f0a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.602976] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-552aa443-e12b-4e67-a944-384141d63f0a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.603288] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-552aa443-e12b-4e67-a944-384141d63f0a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.603487] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('552aa443-e12b-4e67-a944-384141d63f0a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.811944] env[71107]: INFO networking_nsxv3.common.synchronization [None req-40cb6fb1-8533-46f7-836d-adfe3cab36b7 None None] Enqueued Resource ID: 229397be-becc-4d57-a9df-6cdf842b60e4 with Priority: HIGHEST for action port [ 1008.812940] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229397be-becc-4d57-a9df-6cdf842b60e4 with Priority: HIGHEST for action port [ 1008.813327] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-229397be-becc-4d57-a9df-6cdf842b60e4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.813449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-229397be-becc-4d57-a9df-6cdf842b60e4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.813518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-229397be-becc-4d57-a9df-6cdf842b60e4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.813822] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-229397be-becc-4d57-a9df-6cdf842b60e4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.813968] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229397be-becc-4d57-a9df-6cdf842b60e4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.874160] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.914579] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 1008.917021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.917021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.917021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.917021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.917021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.917021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.917021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.917021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.917021] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.919702] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.919999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.920184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.922803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.922803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.922803] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.922803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.922803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.922803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.922803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.922803] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 is going to be updated. [ 1008.955506] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.955817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.956544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.959238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.959455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.974066] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: IN_PROGRESS for 2s [ 1008.975625] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.975905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.975905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.976075] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.976161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.976270] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5c5baac-b20a-4116-a1f8-3104ebed768e already deleted. [ 1008.976339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.976656] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.976750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.976788] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5c5baac-b20a-4116-a1f8-3104ebed768e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.106942] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.107233] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.107370] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.107689] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.107852] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.108030] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 552aa443-e12b-4e67-a944-384141d63f0a not found, creating... [ 1009.108329] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.108506] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.108630] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.108888] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.109056] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.110608] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.112454] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.112454] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.112454] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.112454] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.112454] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 552aa443-e12b-4e67-a944-384141d63f0a is going to be created. [ 1009.141900] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.142182] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.143697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.143697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.143697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.143697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-552aa443-e12b-4e67-a944-384141d63f0a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.316046] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 229397be-becc-4d57-a9df-6cdf842b60e4 [ 1009.316313] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.316531] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.316602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.316801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.316901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.317009] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:229397be-becc-4d57-a9df-6cdf842b60e4 already deleted. [ 1009.317176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-229397be-becc-4d57-a9df-6cdf842b60e4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.376388] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.376699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.376699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.376860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.377117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.377117] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa60387b-daa4-42de-a08e-f5c19a161cab is going to be created. [ 1009.422430] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.427345] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.427345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.427345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.427345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.427345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.440398] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa60387b-daa4-42de-a08e-f5c19a161cab in Status: UNINITIALIZED for 2s [ 1009.500075] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.500249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.500323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.500550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.500641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.500782] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5c5baac-b20a-4116-a1f8-3104ebed768e already deleted. [ 1009.500900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.929044] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.276972] env[71107]: INFO networking_nsxv3.common.synchronization [req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 req-898d6704-cb95-4372-8196-d4c77124857e service nova] Enqueued Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGHEST for action security_group_rules [ 1010.277169] env[71107]: INFO networking_nsxv3.common.synchronization [req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 req-898d6704-cb95-4372-8196-d4c77124857e service nova] Enqueued Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGHEST for action security_group_members [ 1010.277309] env[71107]: INFO networking_nsxv3.common.synchronization [req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 req-898d6704-cb95-4372-8196-d4c77124857e service nova] Enqueued Resource ID: 552aa443-e12b-4e67-a944-384141d63f0a with Priority: HIGHEST for action port [ 1010.277537] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGHEST for action security_group_rules [ 1010.277664] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGHEST for action security_group_members [ 1010.277758] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552aa443-e12b-4e67-a944-384141d63f0a with Priority: HIGHEST for action port [ 1010.278351] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bd1c872-ffb1-490f-a512-beb201e60442 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.278484] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.278553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.278777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.278873] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.282975] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd1c872-ffb1-490f-a512-beb201e60442 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.283128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.283191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.283385] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.283546] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.283639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.283706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.283848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.283956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.284083] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.284856] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-552aa443-e12b-4e67-a944-384141d63f0a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.284963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-552aa443-e12b-4e67-a944-384141d63f0a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.286191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-552aa443-e12b-4e67-a944-384141d63f0a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.286392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-552aa443-e12b-4e67-a944-384141d63f0a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.286478] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('552aa443-e12b-4e67-a944-384141d63f0a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.435813] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.436054] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.436176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.436389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.436481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.436579] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 1010.471570] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.471788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.471788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.471909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.472069] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.482640] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 1010.790175] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.791262] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd1c872-ffb1-490f-a512-beb201e60442 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.791384] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.791530] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 552aa443-e12b-4e67-a944-384141d63f0a with status ACTIVE [ 1010.791691] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.791797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.791864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.792088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.792179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.792364] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.792453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.792509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.792655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.792731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.792940] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.797098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.797222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.797376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.797458] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.797548] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 552aa443-e12b-4e67-a944-384141d63f0a is going to be updated. [ 1010.820392] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.820606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.820606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.820853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.821075] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.821247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-552aa443-e12b-4e67-a944-384141d63f0a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.992097] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b39352f-f768-421b-ba38-b91d540e4db0 in Status: SUCCESS [ 1010.992378] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b39352f-f768-421b-ba38-b91d540e4db0 deletion is rescheduled due to dependency. [ 1010.992482] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b39352f-f768-421b-ba38-b91d540e4db0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.299844] env[71107]: INFO networking_nsxv3.common.synchronization [req-c9a7b164-b06f-4559-8531-017e26b15d56 req-e6f147ce-af87-4e1d-ac4b-ddf78ebc433e tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Enqueued Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_members [ 1011.300191] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.302419] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGHEST for action security_group_members [ 1011.303105] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.303313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.303428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.303746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.303967] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.304171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.304277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.304608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.304771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.305090] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.453687] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa60387b-daa4-42de-a08e-f5c19a161cab in Status: SUCCESS [ 1011.453958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.454085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.454315] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.454514] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.454679] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.454748] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.454942] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.455031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.455126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.455227] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.803988] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.804292] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.804949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.804949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.804949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.805096] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd1c872-ffb1-490f-a512-beb201e60442 is going to be created. [ 1011.807433] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.807630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.807742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.809308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.809308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.809308] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.809308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.809308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.809308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.810083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.810083] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 is going to be updated. [ 1011.837349] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.837691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.837810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.838079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.839220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.845454] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.845655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.845655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.845872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.846118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.859320] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd1c872-ffb1-490f-a512-beb201e60442 in Status: UNINITIALIZED for 2s [ 1011.860208] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: IN_PROGRESS for 2s [ 1011.958446] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.958635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.958728] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.959034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.959225] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.959350] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.959420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.959623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.959721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.959820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.959997] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.960112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.960174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.960325] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.960497] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.960601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.960665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.960810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.960912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.960954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.961063] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.466376] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa60387b-daa4-42de-a08e-f5c19a161cab: rpc.has_security_group_logging(os_id): False [ 1012.486561] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.486963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.487089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.487362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.487469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.487668] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.487821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.487870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.488675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.488831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.489079] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.489191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.489529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.489529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.489529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.489729] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.489804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.489916] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.490167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.490167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.490167] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa60387b-daa4-42de-a08e-f5c19a161cab is going to be created. [ 1012.499856] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 1012.500113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.500375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.500606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.500833] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.504021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.504021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.504021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.504021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.504542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.504542] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.504697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.504697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.504811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.505283] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.505283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.505283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.505501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.505501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.505501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.505593] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.555252] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.555423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.555528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.555812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.556206] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.569883] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa60387b-daa4-42de-a08e-f5c19a161cab in Status: IN_PROGRESS for 2s [ 1013.010387] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc35932c-c754-492f-b254-382032095da3: rpc.has_security_group_logging(os_id): False [ 1013.028834] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.029016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.029115] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.030152] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.030260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.030476] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.030586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.030650] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.030823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.030924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.031137] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.031236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.031300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.031438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.034299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.034556] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.034667] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.034737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.034957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.035042] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.035090] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 1013.117857] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.117857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.117857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.117857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.117857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.130619] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 1013.194887] env[71107]: INFO networking_nsxv3.common.synchronization [req-acd3dbd1-7420-488d-ae42-5067b870ec22 req-e5dff0b4-b269-4c35-b0d1-ca29ee79b2e4 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Enqueued Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1013.194887] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1013.194887] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.194887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.194887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.194887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.194887] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.194887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.194887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.194887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.194887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.194887] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.599709] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.600016] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-55" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.600053] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-55" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.600416] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-55" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.601043] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.601043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.601911] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.602713] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.602980] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.603288] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.604757] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.604757] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.604757] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.604757] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.604757] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.604757] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.625094] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.625094] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1013.625094] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.625315] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-55" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.625671] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-03972812-7bf5-43f8-9f44-b83c59177dae taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.625897] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-03972812-7bf5-43f8-9f44-b83c59177dae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.626067] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-03972812-7bf5-43f8-9f44-b83c59177dae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.626497] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-03972812-7bf5-43f8-9f44-b83c59177dae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.626654] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03972812-7bf5-43f8-9f44-b83c59177dae',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.699870] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.699870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.699870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.699870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.699870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.699870] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.699870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.701869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.701869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.701869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.701869] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b723b78f-53b9-4dad-913f-43644705ece2 already deleted. [ 1013.701869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.875646] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 in Status: SUCCESS [ 1013.875646] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 deletion is rescheduled due to dependency. [ 1013.875646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.875646] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd1c872-ffb1-490f-a512-beb201e60442 in Status: SUCCESS [ 1013.875646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.875646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.875646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.875646] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.875646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.875646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.876187] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.876187] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.876187] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.877616] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.131697] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.131697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.131697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.131697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.131697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.131697] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 03972812-7bf5-43f8-9f44-b83c59177dae not found, creating... [ 1014.131697] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.131697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.134268] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.134268] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.134268] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.134268] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.134268] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.134509] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.134620] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.134779] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.134920] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 03972812-7bf5-43f8-9f44-b83c59177dae is going to be created. [ 1014.158980] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.158980] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.158980] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.159174] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.159349] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.159596] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-03972812-7bf5-43f8-9f44-b83c59177dae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.382123] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.583726] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa60387b-daa4-42de-a08e-f5c19a161cab in Status: SUCCESS [ 1014.584017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.884459] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bd1c872-ffb1-490f-a512-beb201e60442: rpc.has_security_group_logging(os_id): False [ 1014.908198] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.908485] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.908604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.908886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.909050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.913985] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.913985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.913985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.913985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.913985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.913985] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bd1c872-ffb1-490f-a512-beb201e60442 is going to be created. [ 1014.984345] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.984641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.984714] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.985119] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.985306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.005756] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd1c872-ffb1-490f-a512-beb201e60442 in Status: IN_PROGRESS for 2s [ 1015.149712] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 1015.149712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.149712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.149712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.149712] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.164318] env[71107]: INFO networking_nsxv3.common.synchronization [req-acd3dbd1-7420-488d-ae42-5067b870ec22 req-14434cc1-d35b-42fb-b341-1367cd286057 service nova] Enqueued Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_rules [ 1015.164393] env[71107]: INFO networking_nsxv3.common.synchronization [req-acd3dbd1-7420-488d-ae42-5067b870ec22 req-14434cc1-d35b-42fb-b341-1367cd286057 service nova] Enqueued Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1015.165289] env[71107]: INFO networking_nsxv3.common.synchronization [req-acd3dbd1-7420-488d-ae42-5067b870ec22 req-14434cc1-d35b-42fb-b341-1367cd286057 service nova] Enqueued Resource ID: 03972812-7bf5-43f8-9f44-b83c59177dae with Priority: HIGHEST for action port [ 1015.165698] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_rules [ 1015.166445] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1015.166445] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03972812-7bf5-43f8-9f44-b83c59177dae with Priority: HIGHEST for action port [ 1015.166445] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.166445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.167818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.167818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.167818] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.167818] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.167980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.167980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.168209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.169690] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.169690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.169690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.169690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.169690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.169690] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.171221] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-03972812-7bf5-43f8-9f44-b83c59177dae taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.171221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03972812-7bf5-43f8-9f44-b83c59177dae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.171221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03972812-7bf5-43f8-9f44-b83c59177dae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.171221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03972812-7bf5-43f8-9f44-b83c59177dae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.171221] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03972812-7bf5-43f8-9f44-b83c59177dae',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.655727] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.655930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.656020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.656330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.656583] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.656744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.656817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.656988] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.657089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.657178] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.657267] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.672044] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.672178] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.672367] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.673368] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03972812-7bf5-43f8-9f44-b83c59177dae with status ACTIVE [ 1015.673581] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.674311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.674311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.674311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.674311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.674311] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.674311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.674832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.674832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.674832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.674832] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.674957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.674986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.679510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.679697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.679862] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03972812-7bf5-43f8-9f44-b83c59177dae is going to be updated. [ 1015.704017] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.704309] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.704309] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.704572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.704753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.704943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03972812-7bf5-43f8-9f44-b83c59177dae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.160280] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.160742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.160742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.160742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.161061] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.161061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.161205] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.161260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.161324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.161416] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.161568] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.161668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.161729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.161901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.162108] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.162230] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.162293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.162435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.162639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.162639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.162758] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.181525] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.461659] env[71107]: INFO networking_nsxv3.common.synchronization [None req-9f79b838-301c-41d2-b5f9-5887d79b7f8d None None] Enqueued Resource ID: 20111deb-5879-4615-b836-7139184275d7 with Priority: HIGHEST for action port [ 1016.462587] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20111deb-5879-4615-b836-7139184275d7 with Priority: HIGHEST for action port [ 1016.463250] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-20111deb-5879-4615-b836-7139184275d7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.463393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20111deb-5879-4615-b836-7139184275d7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.465481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20111deb-5879-4615-b836-7139184275d7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.465755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20111deb-5879-4615-b836-7139184275d7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.465836] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20111deb-5879-4615-b836-7139184275d7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.665534] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc35932c-c754-492f-b254-382032095da3: rpc.has_security_group_logging(os_id): False [ 1016.685454] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.685748] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.685748] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.686125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.686272] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.686527] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.686668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.686870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.686979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.687119] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.687454] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.687573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.687640] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.687792] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.687867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.688132] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.688266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.688353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.688543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.688657] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.688772] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 1016.690148] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.690258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.690481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.690481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.690584] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.690670] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b723b78f-53b9-4dad-913f-43644705ece2 is going to be created. [ 1016.709843] env[71107]: INFO networking_nsxv3.common.synchronization [req-aadff053-2c13-41b8-a6a4-aa5d714f6418 req-ee5b3f83-e7ec-44a7-a5ff-d8e66394ac6b tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 1016.710441] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 1016.710973] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.711496] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.711496] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.711496] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.711692] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.711809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.711895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.712085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.712202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.712323] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.715730] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.715954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.716267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.716725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.716898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.727688] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: UNINITIALIZED for 2s [ 1016.772958] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.772958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.772958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.772958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.775104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.798765] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 1016.970335] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20111deb-5879-4615-b836-7139184275d7 [ 1016.970335] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.970335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.970335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.971264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.971264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.971264] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20111deb-5879-4615-b836-7139184275d7 already deleted. [ 1016.971442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20111deb-5879-4615-b836-7139184275d7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.012396] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd1c872-ffb1-490f-a512-beb201e60442 in Status: SUCCESS [ 1017.012633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.148340] env[71107]: INFO networking_nsxv3.common.synchronization [req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 req-220c9a03-d33d-48a7-945c-46dc8cd7bed7 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 1017.149122] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGHEST for action security_group_members [ 1017.149328] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.149487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.215095] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.722409] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.776733] env[71107]: INFO networking_nsxv3.common.synchronization [req-acd3dbd1-7420-488d-ae42-5067b870ec22 req-5e81035f-510b-4d31-bb3c-0b5093af960c tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Enqueued Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1017.777539] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1017.777539] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.777637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.845489] env[71107]: INFO networking_nsxv3.common.synchronization [req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a req-d8a28e3a-649c-42e6-9da3-963275bbc07f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Enqueued Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 1017.846323] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 1017.846843] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.847302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.847302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.847475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.847786] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.847950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.847995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.848247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.848290] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.848390] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.176587] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.177252] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-55" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.177538] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-55" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.178084] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-55" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.179491] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.179491] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.179491] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.179491] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.179491] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.180716] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.180716] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.180837] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.180892] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.181038] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.181161] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.181302] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.205069] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.205069] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1018.205069] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.205069] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-55" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.205069] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.205475] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.205475] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.206723] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.206723] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cb4d3f9-0ec5-4f97-a795-e72607c91b0c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.227251] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.227251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.227251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.227251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.227251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.227251] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 1018.256370] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.256511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.256580] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.256798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.256937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.266341] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 1018.353037] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.613344] env[71107]: INFO networking_nsxv3.common.synchronization [None req-1fcf88f1-c559-4704-b89b-80f0d9cb3b7f None None] Enqueued Resource ID: 91839bf5-9b6d-40eb-bc49-a659bd9833aa with Priority: HIGHEST for action port [ 1018.613919] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91839bf5-9b6d-40eb-bc49-a659bd9833aa with Priority: HIGHEST for action port [ 1018.614248] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-91839bf5-9b6d-40eb-bc49-a659bd9833aa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.614375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91839bf5-9b6d-40eb-bc49-a659bd9833aa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.614442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91839bf5-9b6d-40eb-bc49-a659bd9833aa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.614703] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91839bf5-9b6d-40eb-bc49-a659bd9833aa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.615068] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91839bf5-9b6d-40eb-bc49-a659bd9833aa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.709105] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.709105] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.709105] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.710334] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.710334] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.710334] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 7cb4d3f9-0ec5-4f97-a795-e72607c91b0c not found, creating... [ 1018.710334] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.710334] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.710704] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.710704] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.710783] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.711096] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.711264] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.711411] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.711667] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.711812] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.712150] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 7cb4d3f9-0ec5-4f97-a795-e72607c91b0c is going to be created. [ 1018.736775] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.737032] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.737197] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.737560] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.737825] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.738099] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.740420] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: SUCCESS [ 1018.740624] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.740898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.741268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.741775] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.741775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.741775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.741923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.741967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.742092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.742209] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.743642] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.743840] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.744028] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.744488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.744488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.744488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.744597] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.744700] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.841981] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 1018.842191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.853682] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.117972] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91839bf5-9b6d-40eb-bc49-a659bd9833aa [ 1019.117972] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.118101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.118725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.118725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.118725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.118725] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91839bf5-9b6d-40eb-bc49-a659bd9833aa already deleted. [ 1019.118725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91839bf5-9b6d-40eb-bc49-a659bd9833aa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.244742] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.245272] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.251303] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.356859] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.357186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.357186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.357454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.357554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.357683] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd is going to be updated. [ 1019.403971] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.403971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.403971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.404283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.404496] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.416044] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: IN_PROGRESS for 2s [ 1019.541922] env[71107]: INFO networking_nsxv3.common.synchronization [req-acd3dbd1-7420-488d-ae42-5067b870ec22 req-fadf75b0-4349-4e26-a42b-a3a0048f1937 service nova] Enqueued Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_rules [ 1019.542120] env[71107]: INFO networking_nsxv3.common.synchronization [req-acd3dbd1-7420-488d-ae42-5067b870ec22 req-fadf75b0-4349-4e26-a42b-a3a0048f1937 service nova] Enqueued Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1019.542326] env[71107]: INFO networking_nsxv3.common.synchronization [req-acd3dbd1-7420-488d-ae42-5067b870ec22 req-fadf75b0-4349-4e26-a42b-a3a0048f1937 service nova] Enqueued Resource ID: 7cb4d3f9-0ec5-4f97-a795-e72607c91b0c with Priority: HIGHEST for action port [ 1019.543054] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_rules [ 1019.545067] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1019.545217] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb4d3f9-0ec5-4f97-a795-e72607c91b0c with Priority: HIGHEST for action port [ 1019.546026] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.546137] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.546413] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.547109] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.547109] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.547109] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.547109] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.547593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.547593] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cb4d3f9-0ec5-4f97-a795-e72607c91b0c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.754649] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.049623] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cb4d3f9-0ec5-4f97-a795-e72607c91b0c with status ACTIVE [ 1020.050079] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.050280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.050420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.050741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.050904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.051215] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.051461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.051502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.051768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.051936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.052251] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.052432] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.052561] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.052801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.052954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.053093] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cb4d3f9-0ec5-4f97-a795-e72607c91b0c is going to be updated. [ 1020.077113] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.077113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.077113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.077253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.077295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.077463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.132525] env[71107]: INFO networking_nsxv3.common.synchronization [req-d1bc8b61-7d05-486f-a717-a084192f1b37 req-b52a066b-d12f-49c2-aeda-c631167a030b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1020.132525] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1020.132816] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.133678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.133678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.133678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.133678] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.133678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.133678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.133678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.133972] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.133972] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.260327] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.260653] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.260653] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.260791] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.260880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.260979] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b723b78f-53b9-4dad-913f-43644705ece2 is going to be updated. [ 1020.278291] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 1020.278291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.278518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.279027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.279027] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.279027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.279198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.279271] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.279353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.279454] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.297362] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.297510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.297575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.297793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.297934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.309314] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: IN_PROGRESS for 2s [ 1020.562131] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.562342] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.562471] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.562742] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.563526] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.563659] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.563787] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.564784] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.565029] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.565312] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.565448] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.565567] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.565680] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.565799] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.565908] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.566059] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.590435] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.590614] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1020.590806] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.590932] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.591293] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-895b9cf5-d386-4eef-a75b-a395e0e7c551 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.591479] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-895b9cf5-d386-4eef-a75b-a395e0e7c551" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.591605] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-895b9cf5-d386-4eef-a75b-a395e0e7c551" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.591945] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-895b9cf5-d386-4eef-a75b-a395e0e7c551" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.592112] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('895b9cf5-d386-4eef-a75b-a395e0e7c551',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.637073] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.637227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.637301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.637882] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.637882] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.637882] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.637882] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.638340] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.638340] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.638340] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.638340] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be deleted. [ 1020.668701] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.668846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.668918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.669147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.669240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.669347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.784121] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.784309] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.784439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.784579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.784670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.784876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.784996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.785123] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.785246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.785361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.785446] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be updated. [ 1020.813047] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.813047] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.813047] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.813345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.813450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.823983] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: IN_PROGRESS for 2s [ 1021.096511] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.096771] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.096872] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.097213] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.097376] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.097540] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 895b9cf5-d386-4eef-a75b-a395e0e7c551 not found, creating... [ 1021.097831] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.097980] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.098120] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.098354] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.098494] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.098775] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.098934] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.099068] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.099284] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.099414] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.099557] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 895b9cf5-d386-4eef-a75b-a395e0e7c551 is going to be created. [ 1021.120291] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.120520] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.120650] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.120944] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.121198] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.121423] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-895b9cf5-d386-4eef-a75b-a395e0e7c551" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.427619] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: SUCCESS [ 1021.428020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.828589] env[71107]: INFO networking_nsxv3.common.synchronization [req-d1bc8b61-7d05-486f-a717-a084192f1b37 req-1e35fb38-54f5-4ab2-a493-689b54c031ab service nova] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_rules [ 1021.828589] env[71107]: INFO networking_nsxv3.common.synchronization [req-d1bc8b61-7d05-486f-a717-a084192f1b37 req-1e35fb38-54f5-4ab2-a493-689b54c031ab service nova] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1021.828589] env[71107]: INFO networking_nsxv3.common.synchronization [req-d1bc8b61-7d05-486f-a717-a084192f1b37 req-1e35fb38-54f5-4ab2-a493-689b54c031ab service nova] Enqueued Resource ID: 895b9cf5-d386-4eef-a75b-a395e0e7c551 with Priority: HIGHEST for action port [ 1021.830156] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_rules [ 1021.830156] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1021.830271] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895b9cf5-d386-4eef-a75b-a395e0e7c551 with Priority: HIGHEST for action port [ 1021.830678] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.830750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.830833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.831289] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.831385] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.832565] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.832688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.832763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.833040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.833257] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.833420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.833610] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.833678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.833757] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.833855] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.834942] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-895b9cf5-d386-4eef-a75b-a395e0e7c551 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.835074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-895b9cf5-d386-4eef-a75b-a395e0e7c551" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.835149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-895b9cf5-d386-4eef-a75b-a395e0e7c551" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.835389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-895b9cf5-d386-4eef-a75b-a395e0e7c551" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.835483] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('895b9cf5-d386-4eef-a75b-a395e0e7c551',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.320758] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: SUCCESS [ 1022.320995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.321441] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.321441] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.321672] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.322551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.322551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.322551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.322551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.322551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.322744] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.322805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.322838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.323677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.323677] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.323677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.323677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.323677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.323677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.323677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.324114] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.325386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.325386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.325386] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.325386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.325386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.325579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.325665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.325806] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.337620] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.337775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.337922] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.339764] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 895b9cf5-d386-4eef-a75b-a395e0e7c551 with status ACTIVE [ 1022.339965] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.340096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.342637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.342637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.342637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.342637] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.342637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.342637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.342637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.342637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.342637] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.342637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.342637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.342637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.342637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.342637] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 895b9cf5-d386-4eef-a75b-a395e0e7c551 is going to be updated. [ 1022.367414] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.367414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.367414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.367414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.367414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.367414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-895b9cf5-d386-4eef-a75b-a395e0e7c551" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.827405] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b723b78f-53b9-4dad-913f-43644705ece2: rpc.has_security_group_logging(os_id): False [ 1022.829796] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.836302] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc35932c-c754-492f-b254-382032095da3 in Status: SUCCESS [ 1022.836302] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc35932c-c754-492f-b254-382032095da3 deletion is rescheduled due to dependency. [ 1022.836302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.843393] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.846929] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.847153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.847230] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.847376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.847478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.847675] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.847798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.847886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.848059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.848136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.848349] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.848412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.848472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.848616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.848678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.849069] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.849069] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.849069] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.849202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.849202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.849327] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b723b78f-53b9-4dad-913f-43644705ece2 is going to be created. [ 1022.911114] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.911285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.911390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.911734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.911734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.923533] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: IN_PROGRESS for 2s [ 1023.130131] env[71107]: INFO networking_nsxv3.common.synchronization [req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b req-fdd42f11-b64e-4763-8d62-a7ef2559e632 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 1023.130651] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGHEST for action security_group_members [ 1023.130966] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.131104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.131172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.131369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.131515] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.131611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.131676] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.131827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.131907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.131998] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.333477] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.347811] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.347811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.347811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.347811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.347811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.347811] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be created. [ 1023.374112] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.374427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.374427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.374563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.374731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.386080] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: UNINITIALIZED for 2s [ 1023.634096] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.634354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.634439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.634713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.634818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.635044] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.635148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.635212] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.635411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.635491] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.635580] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be updated. [ 1023.668341] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.668552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.668606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.668781] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.668921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.679263] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: IN_PROGRESS for 2s [ 1023.836662] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.836960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.836960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.837165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.837267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.837367] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b723b78f-53b9-4dad-913f-43644705ece2 is going to be updated. [ 1023.876555] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.876747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.876786] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.876989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.877165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.889946] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: IN_PROGRESS for 2s [ 1024.765659] env[71107]: INFO networking_nsxv3.common.synchronization [req-acd3dbd1-7420-488d-ae42-5067b870ec22 req-49df625f-c9fe-4064-bf8b-86c1dc292037 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Enqueued Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1024.766470] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1024.766597] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.766745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.942021] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: SUCCESS [ 1024.942021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.942021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.942021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.942021] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.108660] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.109143] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-55" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.109460] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-55" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.109867] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-55" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.110280] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.110728] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.111116] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.111631] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.111906] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.112274] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.112515] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.114230] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.114230] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.114230] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.114230] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.114230] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.140077] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.140077] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.140077] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.140077] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-55" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.140077] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-1c52a673-21d0-4c63-8176-c3f67242dd6d taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.140077] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-1c52a673-21d0-4c63-8176-c3f67242dd6d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.140077] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-1c52a673-21d0-4c63-8176-c3f67242dd6d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.140077] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-1c52a673-21d0-4c63-8176-c3f67242dd6d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.140077] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c52a673-21d0-4c63-8176-c3f67242dd6d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.397013] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 1025.397308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.397665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.397833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.399150] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.399150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.399150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.399150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.399150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.399150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.399150] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.447172] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.447298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.560663] env[71107]: INFO networking_nsxv3.common.synchronization [req-311b775f-2a9c-4ecc-9986-a32edb4603f9 req-724ef062-eb5b-47e6-8561-8a8a107b7f3f tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 1025.561247] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 1025.561561] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.561683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.561750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.561950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.562144] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.562251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.562337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.562505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.562594] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.562687] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.641907] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.642169] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.642315] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.642627] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.642834] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.643049] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 1c52a673-21d0-4c63-8176-c3f67242dd6d not found, creating... [ 1025.643355] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.643556] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.643763] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.644074] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.644253] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.644589] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.644783] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.644984] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.645307] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.645453] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.645606] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 1c52a673-21d0-4c63-8176-c3f67242dd6d is going to be created. [ 1025.667897] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.668207] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.670200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.670200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.670200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.670200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-1c52a673-21d0-4c63-8176-c3f67242dd6d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.693456] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 in Status: SUCCESS [ 1025.693756] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 deletion is rescheduled due to dependency. [ 1025.693946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.902366] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: SUCCESS [ 1025.902542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.902710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.902931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.903193] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.903316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.903382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.903540] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.903622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.903718] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.905162] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.905276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.905323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.905480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.905620] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.905713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.905777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.905915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.905994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.906091] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.906235] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.906374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.906374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.906511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.906643] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.906731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.906792] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.906939] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.906994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.907087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.907168] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.067504] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.067788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.067788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.067958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.068100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.068299] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.068397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.068457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.068616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.068692] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.068775] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 1026.106166] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.106339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.106410] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.106625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.106768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.118872] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 1026.398621] env[71107]: INFO networking_nsxv3.common.synchronization [None req-7bc7dbb7-5f15-437d-a974-c7aa054cbb7e tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1026.399175] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1026.399478] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.399629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.399701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.399913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.400167] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.400285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.400348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.400507] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.400595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.400691] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.405971] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.409205] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ee8e35b-4662-4aa3-a915-bc2a27560ad3: rpc.has_security_group_logging(os_id): False [ 1026.427844] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.427947] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.428031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.428245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.428332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.428541] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.428654] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.428714] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.428832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.428905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.429106] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.429199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.429255] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.429397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.429470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.429641] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.429733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.429789] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.429924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.429996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.430101] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be created. [ 1026.501415] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.501415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.501415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.501415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.501415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.510315] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: IN_PROGRESS for 2s [ 1026.568737] env[71107]: INFO networking_nsxv3.common.synchronization [req-acd3dbd1-7420-488d-ae42-5067b870ec22 req-aa6e870b-f747-41ab-af54-c8bf98ce9fc7 service nova] Enqueued Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_rules [ 1026.568737] env[71107]: INFO networking_nsxv3.common.synchronization [req-acd3dbd1-7420-488d-ae42-5067b870ec22 req-aa6e870b-f747-41ab-af54-c8bf98ce9fc7 service nova] Enqueued Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1026.568737] env[71107]: INFO networking_nsxv3.common.synchronization [req-acd3dbd1-7420-488d-ae42-5067b870ec22 req-aa6e870b-f747-41ab-af54-c8bf98ce9fc7 service nova] Enqueued Resource ID: 1c52a673-21d0-4c63-8176-c3f67242dd6d with Priority: HIGHEST for action port [ 1026.568737] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_rules [ 1026.570282] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1026.570584] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c52a673-21d0-4c63-8176-c3f67242dd6d with Priority: HIGHEST for action port [ 1026.571534] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.571873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.572540] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.574716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.574716] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c52a673-21d0-4c63-8176-c3f67242dd6d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.574716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c52a673-21d0-4c63-8176-c3f67242dd6d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.574716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c52a673-21d0-4c63-8176-c3f67242dd6d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.574716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c52a673-21d0-4c63-8176-c3f67242dd6d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.574716] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c52a673-21d0-4c63-8176-c3f67242dd6d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.904850] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.908306] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.079056] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c52a673-21d0-4c63-8176-c3f67242dd6d with status ACTIVE [ 1027.080536] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.080536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.080536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.080536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.080536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.080758] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.080758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.080758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.080876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.081360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.081360] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.081360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.081550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.081590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.081637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.081820] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c52a673-21d0-4c63-8176-c3f67242dd6d is going to be updated. [ 1027.110537] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.110537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.110537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.110537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.110537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.110537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c52a673-21d0-4c63-8176-c3f67242dd6d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.407180] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.410327] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.410602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.410602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.411017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.411017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.411017] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b723b78f-53b9-4dad-913f-43644705ece2 is going to be updated. [ 1027.440333] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.440488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.440636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.440943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.441155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.450341] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: IN_PROGRESS for 2s [ 1027.913504] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.913504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.913504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.913504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.913504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.913504] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be updated. [ 1027.940277] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.940426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.940502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.940718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.940940] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.950362] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: IN_PROGRESS for 2s [ 1028.129597] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 1028.129978] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa deletion is rescheduled due to dependency. [ 1028.129978] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.522606] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 1028.522839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.068808] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.071986] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.071986] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.071986] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.072454] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.073596] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.073596] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.073596] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.073596] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.073596] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.073596] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.073887] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.073887] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.073887] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.074028] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.074149] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.096066] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.096271] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1029.096416] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.096600] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.096923] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-9d2216a1-91af-4403-8a40-91efc05c889a taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.097121] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-9d2216a1-91af-4403-8a40-91efc05c889a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.097341] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-9d2216a1-91af-4403-8a40-91efc05c889a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.097694] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-9d2216a1-91af-4403-8a40-91efc05c889a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.097842] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d2216a1-91af-4403-8a40-91efc05c889a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.460965] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: SUCCESS [ 1029.461275] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.461469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.461667] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.461862] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.461985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.462062] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.462227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.462763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.462763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.462763] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.463835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.463835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.463835] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.463835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.463986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.464092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.464175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.464261] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.600601] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.600853] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.601061] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.601348] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.601534] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.601709] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 9d2216a1-91af-4403-8a40-91efc05c889a not found, creating... [ 1029.602023] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.602193] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.602313] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.602540] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.602696] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.603026] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.603187] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.603316] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.603536] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.603676] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.603819] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 9d2216a1-91af-4403-8a40-91efc05c889a is going to be created. [ 1029.624337] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.624646] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.624849] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.625229] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.625604] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.625953] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-9d2216a1-91af-4403-8a40-91efc05c889a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.961809] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 1029.962050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.965595] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.965730] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.968059] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.980418] env[71107]: INFO networking_nsxv3.common.synchronization [req-5450ae7f-5bbd-4c81-b606-71be69e80680 req-26c40b0a-8a8d-4efb-9937-0c36958803c8 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1029.981173] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1029.981488] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.981638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.981723] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.982049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.982219] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.982486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.982486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.982655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.982801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.982923] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.470467] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.485617] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.485869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.485869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.486043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.486137] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.486324] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.486441] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.486528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.486624] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.486765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.486765] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 already deleted. [ 1030.486855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.606498] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-319 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.606498] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.606498] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.606656] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.607566] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.607566] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.607566] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.607712] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.607847] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.608079] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.608262] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.608363] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.608439] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.608571] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.608681] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.608828] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.628734] env[71107]: INFO networking_nsxv3.common.synchronization [req-8880d68d-9c31-4453-b8f6-cd8446c184e0 req-870701c8-c2ce-40bc-b15b-2e591be8b817 service nova] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_rules [ 1030.630224] env[71107]: INFO networking_nsxv3.common.synchronization [req-8880d68d-9c31-4453-b8f6-cd8446c184e0 req-870701c8-c2ce-40bc-b15b-2e591be8b817 service nova] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1030.630224] env[71107]: INFO networking_nsxv3.common.synchronization [req-8880d68d-9c31-4453-b8f6-cd8446c184e0 req-870701c8-c2ce-40bc-b15b-2e591be8b817 service nova] Enqueued Resource ID: 9d2216a1-91af-4403-8a40-91efc05c889a with Priority: HIGHEST for action port [ 1030.630698] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.630698] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1030.630920] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.631022] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.631331] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.631528] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.631621] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.631965] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.632129] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.633152] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_rules [ 1030.633290] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1030.633386] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2216a1-91af-4403-8a40-91efc05c889a with Priority: HIGHEST for action port [ 1030.637017] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.637017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.637017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.637017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.637017] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.637017] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.637017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.637017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.637017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.637017] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.637017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.637017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.637017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.637017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.637017] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.637017] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d2216a1-91af-4403-8a40-91efc05c889a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.637017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d2216a1-91af-4403-8a40-91efc05c889a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.637017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d2216a1-91af-4403-8a40-91efc05c889a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.637927] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d2216a1-91af-4403-8a40-91efc05c889a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.637927] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d2216a1-91af-4403-8a40-91efc05c889a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.973940] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.974402] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.974626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.974968] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.975155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.975450] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b723b78f-53b9-4dad-913f-43644705ece2 is going to be updated. [ 1031.011929] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.012082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.012193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.012448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.012611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.023026] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: IN_PROGRESS for 2s [ 1031.135299] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.135571] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.135738] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.136075] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.136349] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.136646] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 not found, creating... [ 1031.136963] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.137145] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.137271] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.137504] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.137663] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.137965] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.138151] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.138278] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.138511] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.138663] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.138807] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 is going to be created. [ 1031.140068] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.140172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.140364] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.141286] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d2216a1-91af-4403-8a40-91efc05c889a with status ACTIVE [ 1031.141495] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.141613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.142318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.142318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.142318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.142318] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.142318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.142318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.142562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.142562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.142625] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.144804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.144804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.144804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.144804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.144804] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d2216a1-91af-4403-8a40-91efc05c889a is going to be updated. [ 1031.169046] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.169550] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.169689] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.169974] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.170217] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.170486] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.173032] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.173032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.173032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.173032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.173032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.173032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d2216a1-91af-4403-8a40-91efc05c889a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.644796] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.149429] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.149429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.149429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.149429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.149429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.149429] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be updated. [ 1032.183045] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.183045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.183045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.183045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.183045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.192321] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: IN_PROGRESS for 2s [ 1032.273184] env[71107]: INFO networking_nsxv3.common.synchronization [req-5450ae7f-5bbd-4c81-b606-71be69e80680 req-6f7561ca-6957-4f26-b08f-543782bf5afb service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1032.273184] env[71107]: INFO networking_nsxv3.common.synchronization [req-5450ae7f-5bbd-4c81-b606-71be69e80680 req-6f7561ca-6957-4f26-b08f-543782bf5afb service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1032.273184] env[71107]: INFO networking_nsxv3.common.synchronization [req-5450ae7f-5bbd-4c81-b606-71be69e80680 req-6f7561ca-6957-4f26-b08f-543782bf5afb service nova] Enqueued Resource ID: 3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 with Priority: HIGHEST for action port [ 1032.273184] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1032.273184] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1032.273184] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 with Priority: HIGHEST for action port [ 1032.273184] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.273184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.273184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.274313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.274596] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.276193] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.276475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.276664] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.276970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.277266] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.277504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.277683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.277962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.278201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.279080] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.279344] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.281329] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.281329] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.281329] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.281329] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.761272] env[71107]: INFO networking_nsxv3.common.synchronization [req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb req-c2a1ab39-016a-474f-8cf4-4396dcbd72b7 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1032.761803] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1032.762123] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.762245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.762303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.762563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.762750] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.762853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.762911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.763138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.763240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.763310] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.781243] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.781355] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.781534] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.786072] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 with status ACTIVE [ 1032.786288] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.786388] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.786463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.786652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.786738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.786910] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.787016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.787083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.787233] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.787311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.790036] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.790036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.790036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.790036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.790036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.790036] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 is going to be updated. [ 1032.810704] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.810905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.810980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.811172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.811312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.811467] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.034255] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: SUCCESS [ 1033.034255] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.034478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.034534] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.035725] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.035725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.035725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.035725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.035725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.035725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.035725] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.035725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.035725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.035725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.036200] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.036200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.036200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.036200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.036200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.036200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.036403] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.245446] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.245659] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.245821] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.246210] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.246514] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.246685] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.246808] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.247092] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.247227] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.247430] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.247551] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.247666] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.247792] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.248026] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.248123] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.248269] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.266229] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.266229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.266229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.266479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.266669] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.266912] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.267041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.267105] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.267342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.267422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.267514] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 already deleted. [ 1033.267593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.269598] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.269769] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.269985] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.270238] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.270605] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-f64bede4-1c1b-4590-9f68-fe72688456d9 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.270866] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-f64bede4-1c1b-4590-9f68-fe72688456d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.271101] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-f64bede4-1c1b-4590-9f68-fe72688456d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.271431] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-f64bede4-1c1b-4590-9f68-fe72688456d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.271581] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f64bede4-1c1b-4590-9f68-fe72688456d9',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.283585] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.541189] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b723b78f-53b9-4dad-913f-43644705ece2: rpc.has_security_group_logging(os_id): False [ 1033.560044] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.560229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.560325] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.560540] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.560636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.560946] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.561188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.561188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.561341] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.561500] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.561620] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.561718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.561779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.561920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.561996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.562716] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.562837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.562910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.563166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.563249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.563340] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b723b78f-53b9-4dad-913f-43644705ece2 is going to be updated. [ 1033.629896] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.629896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.629896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.629896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.629896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.645763] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: IN_PROGRESS for 2s [ 1033.773741] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.774086] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.774214] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.774515] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.774673] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.774896] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port f64bede4-1c1b-4590-9f68-fe72688456d9 not found, creating... [ 1033.775105] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.775262] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.775471] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.775598] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.775757] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.776845] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.776845] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.776845] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.776845] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.776845] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.776845] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: f64bede4-1c1b-4590-9f68-fe72688456d9 is going to be created. [ 1033.786017] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.786164] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.786217] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.786420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.786538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.786600] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be created. [ 1033.801145] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.801145] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.801145] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.801145] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.801416] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.801416] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-f64bede4-1c1b-4590-9f68-fe72688456d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.811864] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.812100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.812100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.812321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.812476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.822687] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: UNINITIALIZED for 2s [ 1034.219641] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 1034.219641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.219641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.219641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.219641] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.219641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.219641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.219641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.219641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.219641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.219641] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.724131] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.724331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.724402] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.724627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.724793] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.724892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.724954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.725136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.725223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.725312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.725459] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.725545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.725612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.725744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.725879] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.725968] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.726607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.726687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.726768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.730024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.730024] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.738669] env[71107]: INFO networking_nsxv3.common.synchronization [req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb req-ba4c1f5d-5951-4b68-a0b5-be0da4d0ec6d service nova] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_rules [ 1034.738850] env[71107]: INFO networking_nsxv3.common.synchronization [req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb req-ba4c1f5d-5951-4b68-a0b5-be0da4d0ec6d service nova] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1034.738991] env[71107]: INFO networking_nsxv3.common.synchronization [req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb req-ba4c1f5d-5951-4b68-a0b5-be0da4d0ec6d service nova] Enqueued Resource ID: f64bede4-1c1b-4590-9f68-fe72688456d9 with Priority: HIGHEST for action port [ 1034.739471] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_rules [ 1034.739607] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1034.739703] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64bede4-1c1b-4590-9f68-fe72688456d9 with Priority: HIGHEST for action port [ 1034.740268] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.740391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.740495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.740659] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.740725] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.742418] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.742418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.742418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.742600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.742724] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.742817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.742878] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.743060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.743160] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.743205] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.744917] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-f64bede4-1c1b-4590-9f68-fe72688456d9 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.745195] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f64bede4-1c1b-4590-9f68-fe72688456d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.745305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f64bede4-1c1b-4590-9f68-fe72688456d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.745381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f64bede4-1c1b-4590-9f68-fe72688456d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.745455] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f64bede4-1c1b-4590-9f68-fe72688456d9',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.232510] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ee8e35b-4662-4aa3-a915-bc2a27560ad3: rpc.has_security_group_logging(os_id): False [ 1035.243932] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.243932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.247947] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f64bede4-1c1b-4590-9f68-fe72688456d9 with status ACTIVE [ 1035.247947] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.247947] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.247947] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.247947] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.248366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.248366] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.248366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.248366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.248519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.248621] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.248812] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.248910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.248972] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.249135] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.249212] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.249296] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f64bede4-1c1b-4590-9f68-fe72688456d9 is going to be updated. [ 1035.250393] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.255718] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.255854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.255927] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.256151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.256245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.256463] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.256583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.256651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.256810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.256911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.257126] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.257234] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.257294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.257424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.257501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.258110] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.258110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.258110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.258110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.258909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.259076] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be updated. [ 1035.274026] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.274026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.274026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.274026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.274026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.274026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f64bede4-1c1b-4590-9f68-fe72688456d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.325645] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.325645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.325645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.325645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.325645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.339438] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: IN_PROGRESS for 2s [ 1035.661199] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: SUCCESS [ 1035.661568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.661823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.662070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.662170] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.754156] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.837724] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1035.837724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.837724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.837724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.837724] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.837724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.837724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.837724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.837724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.837724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.837724] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.167300] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.167300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.167300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.167300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.167300] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.167300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.167300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.167300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.167300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.167300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.167300] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.260098] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.260098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.260098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.260098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.260098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.260098] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 is going to be created. [ 1036.286033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.286033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.286033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.286033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.286033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.296643] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: UNINITIALIZED for 2s [ 1036.341043] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.341216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.341293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.341501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.341669] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.341767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.341823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.342097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.342097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.342174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.342289] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.342379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.342439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.342581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.342720] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.342811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.342866] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.343012] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.343209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.343352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.343471] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.668867] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.669144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.669246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.671463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.671704] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.671854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.671974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.672195] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.672335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.673023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.673023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.673023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.673023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.673221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.673221] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.673362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.673437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.673607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.673694] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.673843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.673900] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.847651] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a066f74d-db1c-42ee-974d-5a2dfd593e20: rpc.has_security_group_logging(os_id): False [ 1036.869240] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.869240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.869378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.869967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.869967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.869967] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.869967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.869967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.870797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.870797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.870797] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.870797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.870797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.870797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.870797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.871062] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.871197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.871250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.871473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.871519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.871625] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be created. [ 1036.938703] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.938703] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.938703] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.939510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.939510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.951081] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1037.175957] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b723b78f-53b9-4dad-913f-43644705ece2: rpc.has_security_group_logging(os_id): False [ 1037.194801] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.194914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.194986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.195235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.195336] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.195619] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.195732] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.195804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.195985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.196078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.196268] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.196372] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.196426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.196581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.196652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.196874] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.196950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.196983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.197812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.197812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.197812] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b723b78f-53b9-4dad-913f-43644705ece2 is going to be updated. [ 1037.297607] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.298068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.298068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.298149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.298286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.314399] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: IN_PROGRESS for 2s [ 1037.377550] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 1037.377738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.398097] env[71107]: INFO networking_nsxv3.common.synchronization [req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 req-e7b0d03e-ea45-45d5-af22-6106a8b75618 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Enqueued Resource ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e with Priority: HIGHEST for action security_group_members [ 1037.398678] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e with Priority: HIGHEST for action security_group_members [ 1037.399011] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.400167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.400247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.400708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.400797] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.400943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.401012] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.401208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.401317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.401415] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c443730-0ed1-4a4f-8dde-7d01ac612e7e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.903765] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.904064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.904064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.904231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.904305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.904508] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.904630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.904710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.904809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.904882] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.904961] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e already deleted. [ 1037.905053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.190575] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.190775] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-33" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.190897] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-33" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.191309] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-33" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.191572] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.191728] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.191844] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.192104] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.192580] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.192580] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.192580] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.192719] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.192804] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.192912] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.193032] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.193195] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.224600] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.224780] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.224922] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.225283] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-33" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.226629] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-97f21604-7b00-41fc-8ea7-96fdccd1a08c taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.226629] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-97f21604-7b00-41fc-8ea7-96fdccd1a08c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.226629] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-97f21604-7b00-41fc-8ea7-96fdccd1a08c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.226629] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-97f21604-7b00-41fc-8ea7-96fdccd1a08c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.226629] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f21604-7b00-41fc-8ea7-96fdccd1a08c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.308367] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: SUCCESS [ 1038.308367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.308895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.308895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.309585] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.309585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.309585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.309585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.309585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.309585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.309585] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.729117] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.729117] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.729360] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.729595] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.729802] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.730030] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 97f21604-7b00-41fc-8ea7-96fdccd1a08c not found, creating... [ 1038.730415] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.730641] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.730798] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.731074] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.731227] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.731525] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.731690] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.731826] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.732062] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.732212] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.732355] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 97f21604-7b00-41fc-8ea7-96fdccd1a08c is going to be created. [ 1038.753670] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.753924] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.753995] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.754338] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.754584] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.754819] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-97f21604-7b00-41fc-8ea7-96fdccd1a08c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.812899] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.964665] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1038.964898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.315287] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b12e6d08-f365-4507-9286-2dc0d32cd860: rpc.has_security_group_logging(os_id): False [ 1039.335117] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: SUCCESS [ 1039.335477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.336520] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.336690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.336754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.336966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.339448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.340193] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.340193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.340193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.340451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.340451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.340451] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 is going to be created. [ 1039.354500] env[71107]: INFO networking_nsxv3.common.synchronization [req-2ef48f2e-a11b-47e6-914b-51e667182e24 req-88901be4-2916-4532-8189-5202d89d2418 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_members [ 1039.355222] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_members [ 1039.355632] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.355816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.355929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.358065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.358065] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.358065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.358065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.358065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.358065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.358065] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.436552] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.436777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.436848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.437092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.437329] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.460023] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: IN_PROGRESS for 2s [ 1039.711351] env[71107]: INFO networking_nsxv3.common.synchronization [req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 req-cb6f1887-2cac-4c74-82da-20102acaf32d service nova] Enqueued Resource ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e with Priority: HIGHEST for action security_group_rules [ 1039.714462] env[71107]: INFO networking_nsxv3.common.synchronization [req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 req-cb6f1887-2cac-4c74-82da-20102acaf32d service nova] Enqueued Resource ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e with Priority: HIGHEST for action security_group_members [ 1039.719040] env[71107]: INFO networking_nsxv3.common.synchronization [req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 req-cb6f1887-2cac-4c74-82da-20102acaf32d service nova] Enqueued Resource ID: 97f21604-7b00-41fc-8ea7-96fdccd1a08c with Priority: HIGHEST for action port [ 1039.719040] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e with Priority: HIGHEST for action security_group_rules [ 1039.719040] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e with Priority: HIGHEST for action security_group_members [ 1039.719040] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f21604-7b00-41fc-8ea7-96fdccd1a08c with Priority: HIGHEST for action port [ 1039.719040] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c443730-0ed1-4a4f-8dde-7d01ac612e7e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.719040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.719040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.719040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.719040] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c443730-0ed1-4a4f-8dde-7d01ac612e7e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.721151] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.721589] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.721856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.722280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.723208] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.723669] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.723908] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.724824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.726020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.726020] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c443730-0ed1-4a4f-8dde-7d01ac612e7e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.726803] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f21604-7b00-41fc-8ea7-96fdccd1a08c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.727162] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f21604-7b00-41fc-8ea7-96fdccd1a08c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.727371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f21604-7b00-41fc-8ea7-96fdccd1a08c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.728551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f21604-7b00-41fc-8ea7-96fdccd1a08c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.729020] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f21604-7b00-41fc-8ea7-96fdccd1a08c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.859741] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.859886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.859957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.860202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.860288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.860538] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.860618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.860691] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.860824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.860902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.860978] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa60387b-daa4-42de-a08e-f5c19a161cab is going to be updated. [ 1039.895703] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.896096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.896475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.896777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.897024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.913366] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa60387b-daa4-42de-a08e-f5c19a161cab in Status: IN_PROGRESS for 2s [ 1040.231467] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.231661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.231871] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c443730-0ed1-4a4f-8dde-7d01ac612e7e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.233074] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97f21604-7b00-41fc-8ea7-96fdccd1a08c with status ACTIVE [ 1040.233170] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.233236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.233416] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.233477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.233565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.233818] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.233818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.233942] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.234957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.234957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.234957] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.235176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.235176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.235418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.235418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.236631] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97f21604-7b00-41fc-8ea7-96fdccd1a08c is going to be updated. [ 1040.263250] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.263428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.263497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.263705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.263853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.264088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f21604-7b00-41fc-8ea7-96fdccd1a08c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.738898] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c443730-0ed1-4a4f-8dde-7d01ac612e7e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.821018] env[71107]: INFO networking_nsxv3.common.synchronization [req-24344251-a30d-450e-b6f6-9840b57f48cc req-b7cdfe95-621d-4693-8d4c-49b6d7aa7099 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Enqueued Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1040.821018] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1040.821018] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.821018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.821018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.821018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.821018] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.821018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.821018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.821018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.821018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.821018] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.240755] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.241302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.241302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.241477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.241620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.241788] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e is going to be created. [ 1041.264641] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.266376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.266376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.266376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.266376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.275476] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e in Status: UNINITIALIZED for 2s [ 1041.327177] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.472072] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: SUCCESS [ 1041.472328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.834164] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.924673] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa60387b-daa4-42de-a08e-f5c19a161cab in Status: SUCCESS [ 1041.924935] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa60387b-daa4-42de-a08e-f5c19a161cab deletion is rescheduled due to dependency. [ 1041.925068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.340206] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.340206] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.340206] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.340206] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.340206] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.340206] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b723b78f-53b9-4dad-913f-43644705ece2 is going to be updated. [ 1042.372260] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.372260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.372260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.372260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.372260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.383474] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: IN_PROGRESS for 2s [ 1043.292449] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e in Status: SUCCESS [ 1043.292449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.292449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.292449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.292449] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.292449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.292449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.292449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.292449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.292449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.292449] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c443730-0ed1-4a4f-8dde-7d01ac612e7e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.795834] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.795979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.796070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.796344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.796434] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.796549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.796594] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.796778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.796910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.796992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.797155] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.797301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.797344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.797488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.797619] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.797704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.797760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.797892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.797963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.798054] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.798153] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c443730-0ed1-4a4f-8dde-7d01ac612e7e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.307036] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c443730-0ed1-4a4f-8dde-7d01ac612e7e: rpc.has_security_group_logging(os_id): False [ 1044.328185] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.328379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.328448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.328709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.328815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.329044] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.329187] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.329245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.329455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.329556] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.329787] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.329904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.329990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.330188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.330284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.330508] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.330612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.330687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.330824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.330904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.331026] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e is going to be created. [ 1044.399554] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: SUCCESS [ 1044.399736] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.426258] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.426438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.426505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.426701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.426937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.443379] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e in Status: IN_PROGRESS for 2s [ 1045.820630] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1045.820913] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1046.457902] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e in Status: SUCCESS [ 1046.458400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.764444] env[71107]: INFO networking_nsxv3.common.synchronization [req-2cd3ff36-852c-4f7e-8230-ba60cba16693 req-4178bdb8-b284-43b5-b51d-76ed32ce6781 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1046.764980] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1046.765304] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.765455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.765536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.765713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.766648] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.766648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.766648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.766982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.767147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.771022] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.269860] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.558128] env[71107]: INFO networking_nsxv3.common.synchronization [req-5dadb485-d550-42fb-8d2e-316b0b482f63 req-d5ceda6d-fad1-47d7-b399-c481d94fc473 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Enqueued Resource ID: d5c5baac-b20a-4116-a1f8-3104ebed768e with Priority: HIGHEST for action security_group_members [ 1047.559642] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c5baac-b20a-4116-a1f8-3104ebed768e with Priority: HIGHEST for action security_group_members [ 1047.560143] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c5baac-b20a-4116-a1f8-3104ebed768e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.560373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.560517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.560910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.561203] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.561393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.561533] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.561820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.561996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.562188] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c5baac-b20a-4116-a1f8-3104ebed768e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.777700] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.065404] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.065548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.065686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.066144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.066144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.066144] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.066305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.066305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.066412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.066523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.066608] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c5baac-b20a-4116-a1f8-3104ebed768e already deleted. [ 1048.066686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.072151] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.072232] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-897" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.072430] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-897" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.072690] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-897" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.073075] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.073269] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.073269] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.073469] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.073611] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.074355] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.074355] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.074355] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.074355] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.074355] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.074597] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.074695] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.078228] env[71107]: INFO networking_nsxv3.common.synchronization [None req-ad55290d-a12d-4c57-8061-06dd41cd4dbc tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1048.078958] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1048.079239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.079291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.099450] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.099450] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.099640] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.099909] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-897" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.100433] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-1c33e504-87e4-4a1a-8973-e6c436e65b9d taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.103095] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-1c33e504-87e4-4a1a-8973-e6c436e65b9d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.103308] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-1c33e504-87e4-4a1a-8973-e6c436e65b9d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.103639] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-1c33e504-87e4-4a1a-8973-e6c436e65b9d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.103787] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c33e504-87e4-4a1a-8973-e6c436e65b9d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.279995] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.280279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.280279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.280427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.280494] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.281455] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be updated. [ 1048.311874] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.312041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.312142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.312324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.312466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.326494] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: IN_PROGRESS for 2s [ 1048.607329] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.607580] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.607714] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.608033] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.608187] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.608352] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 1c33e504-87e4-4a1a-8973-e6c436e65b9d not found, creating... [ 1048.608633] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.608793] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.608922] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.609265] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.609419] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.609720] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.609877] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.609998] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.610438] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.610583] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.610733] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 1c33e504-87e4-4a1a-8973-e6c436e65b9d is going to be created. [ 1048.634523] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.634740] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.634866] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.635518] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.635518] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.635698] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-1c33e504-87e4-4a1a-8973-e6c436e65b9d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.476475] env[71107]: INFO networking_nsxv3.common.synchronization [req-5dadb485-d550-42fb-8d2e-316b0b482f63 req-e0dbf2a4-af16-4f8d-8ba6-4065730eb5ba service nova] Enqueued Resource ID: d5c5baac-b20a-4116-a1f8-3104ebed768e with Priority: HIGHEST for action security_group_rules [ 1049.476743] env[71107]: INFO networking_nsxv3.common.synchronization [req-5dadb485-d550-42fb-8d2e-316b0b482f63 req-e0dbf2a4-af16-4f8d-8ba6-4065730eb5ba service nova] Enqueued Resource ID: d5c5baac-b20a-4116-a1f8-3104ebed768e with Priority: HIGHEST for action security_group_members [ 1049.476794] env[71107]: INFO networking_nsxv3.common.synchronization [req-5dadb485-d550-42fb-8d2e-316b0b482f63 req-e0dbf2a4-af16-4f8d-8ba6-4065730eb5ba service nova] Enqueued Resource ID: 1c33e504-87e4-4a1a-8973-e6c436e65b9d with Priority: HIGHEST for action port [ 1049.477419] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c5baac-b20a-4116-a1f8-3104ebed768e with Priority: HIGHEST for action security_group_rules [ 1049.477547] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c5baac-b20a-4116-a1f8-3104ebed768e with Priority: HIGHEST for action security_group_members [ 1049.477639] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c33e504-87e4-4a1a-8973-e6c436e65b9d with Priority: HIGHEST for action port [ 1049.477915] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5c5baac-b20a-4116-a1f8-3104ebed768e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.480934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.480934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.480934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.480934] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5c5baac-b20a-4116-a1f8-3104ebed768e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.482548] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c5baac-b20a-4116-a1f8-3104ebed768e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.482548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.482548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.482718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.482974] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.482974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.483082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.483222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.483567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.483567] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c5baac-b20a-4116-a1f8-3104ebed768e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.488317] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c33e504-87e4-4a1a-8973-e6c436e65b9d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.488317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c33e504-87e4-4a1a-8973-e6c436e65b9d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.488317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c33e504-87e4-4a1a-8973-e6c436e65b9d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.488317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c33e504-87e4-4a1a-8973-e6c436e65b9d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.488317] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c33e504-87e4-4a1a-8973-e6c436e65b9d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.994023] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5c5baac-b20a-4116-a1f8-3104ebed768e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.994023] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c33e504-87e4-4a1a-8973-e6c436e65b9d with status ACTIVE [ 1049.994023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.994023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.994023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.994023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.994023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.994023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.994023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.994023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.994023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.994023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.994023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.994023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.994023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.994023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.995798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.995798] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c33e504-87e4-4a1a-8973-e6c436e65b9d is going to be updated. [ 1049.997382] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c5baac-b20a-4116-a1f8-3104ebed768e taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.997382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.018615] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.018763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.018836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.019064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.019201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.019366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c33e504-87e4-4a1a-8973-e6c436e65b9d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.339496] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 1050.342024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.342024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.342024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.342024] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.342024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.342024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.342024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.342024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.342024] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.499019] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5c5baac-b20a-4116-a1f8-3104ebed768e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.851029] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.851029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.851029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.851029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.851029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.851029] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.851029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.851029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.851029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.851029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.851029] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be updated. [ 1050.886225] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.886724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.886835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.887530] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.888251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.899902] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: IN_PROGRESS for 2s [ 1050.915599] env[71107]: INFO networking_nsxv3.common.synchronization [req-37c9783a-ffeb-405a-8771-2f76c819cbb8 req-f4786cab-2384-416e-a3f4-ccaac83219ab tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf with Priority: HIGHEST for action security_group_members [ 1050.916185] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf with Priority: HIGHEST for action security_group_members [ 1050.916557] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.916672] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.918553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.918910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.919212] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.919515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.919939] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.920333] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.920430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.920563] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.004937] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.004937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.004937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.004937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.004937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.004937] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c5baac-b20a-4116-a1f8-3104ebed768e is going to be created. [ 1051.025745] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.026014] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.026084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.026481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.027481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.038573] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c5baac-b20a-4116-a1f8-3104ebed768e in Status: UNINITIALIZED for 2s [ 1051.042480] env[71107]: INFO networking_nsxv3.common.synchronization [None req-14d58f0e-8e24-4850-9b82-8af89c5d0ac8 None None] Enqueued Resource ID: 2e3c3d30-563c-4693-8f56-b98c4c909c37 with Priority: HIGHEST for action port [ 1051.044239] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3c3d30-563c-4693-8f56-b98c4c909c37 with Priority: HIGHEST for action port [ 1051.044239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e3c3d30-563c-4693-8f56-b98c4c909c37 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.044239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e3c3d30-563c-4693-8f56-b98c4c909c37" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.044239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e3c3d30-563c-4693-8f56-b98c4c909c37" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.044239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e3c3d30-563c-4693-8f56-b98c4c909c37" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.044239] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e3c3d30-563c-4693-8f56-b98c4c909c37',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.425940] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.426320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.426320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.426602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.449252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.449252] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.449252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.449252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.449252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.449252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.449252] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf is going to be updated. [ 1051.479479] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.479479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.479813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.479813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.479931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.488318] env[71107]: INFO networking_nsxv3.common.synchronization [req-640190a3-7994-42fd-85b5-e2d78794d50f req-ad4f70f8-6032-4634-8b92-3438416f06e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGHEST for action security_group_members [ 1051.488863] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGHEST for action security_group_members [ 1051.489634] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf in Status: IN_PROGRESS for 2s [ 1051.489883] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-653c3040-2810-41a1-8ec5-5c784c5274b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.489995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.490071] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.490266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.490510] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.490618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.490679] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.490833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.490912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.491021] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('653c3040-2810-41a1-8ec5-5c784c5274b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.547622] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e3c3d30-563c-4693-8f56-b98c4c909c37 [ 1051.547889] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.547964] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.548075] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.548256] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.548352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.548480] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e3c3d30-563c-4693-8f56-b98c4c909c37 already deleted. [ 1051.548527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e3c3d30-563c-4693-8f56-b98c4c909c37" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.683120] env[71107]: INFO networking_nsxv3.common.synchronization [req-e38dd062-e8a8-4664-a07f-6435104d6fb3 req-3425db8a-7067-48c5-8f85-cb03d391765a tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Enqueued Resource ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e with Priority: HIGHEST for action security_group_members [ 1051.683969] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e with Priority: HIGHEST for action security_group_members [ 1051.684875] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.684875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.684875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.684875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.684875] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.684875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.685202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.685658] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.685780] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.685884] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c443730-0ed1-4a4f-8dde-7d01ac612e7e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.997108] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.997108] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.997108] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.997108] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.997108] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.997108] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.997108] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.997108] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.997108] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.997108] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.997108] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 is going to be updated. [ 1052.042283] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.042283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.042283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.042283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.042283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.054408] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 in Status: IN_PROGRESS for 2s [ 1052.188564] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.190523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.190523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.190523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.190523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.190523] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.190523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.190523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.190523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.190523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.190523] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e is going to be updated. [ 1052.238085] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.238085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.238085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.238085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.238085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.247786] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e in Status: IN_PROGRESS for 2s [ 1052.485376] env[71107]: INFO networking_nsxv3.common.synchronization [None req-090d1f28-18e2-4df3-bfdd-f74789fcebe9 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Enqueued Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGHEST for action security_group_rules [ 1052.485987] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGHEST for action security_group_rules [ 1052.486328] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-005532e8-036c-4840-99e4-e1f0f4199960 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.486451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.486518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.486842] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.486961] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('005532e8-036c-4840-99e4-e1f0f4199960',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.587962] env[71107]: INFO networking_nsxv3.common.synchronization [None req-1f8cbdc0-031c-4535-a7a9-ca76436b4c2e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Enqueued Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGHEST for action security_group_rules [ 1052.589068] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGHEST for action security_group_rules [ 1052.589068] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-005532e8-036c-4840-99e4-e1f0f4199960 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.589068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.911232] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 1052.911493] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 deletion is rescheduled due to dependency. [ 1052.911621] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.008888] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.008888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.009093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.009227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.009594] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.009594] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 005532e8-036c-4840-99e4-e1f0f4199960 already deleted. [ 1053.009594] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.009594] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.009812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.009858] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('005532e8-036c-4840-99e4-e1f0f4199960',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.050024] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c5baac-b20a-4116-a1f8-3104ebed768e in Status: SUCCESS [ 1053.052799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.052799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.052799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.052799] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.052799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.052799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.052799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.052799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.052799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.052799] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5c5baac-b20a-4116-a1f8-3104ebed768e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.493950] env[71107]: INFO networking_nsxv3.common.synchronization [None req-2557fc05-30dc-413d-b2d0-69d4db57113d None None] Enqueued Resource ID: 1373da09-a813-405e-b263-fc88a61df56a with Priority: HIGHEST for action port [ 1053.494267] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1373da09-a813-405e-b263-fc88a61df56a with Priority: HIGHEST for action port [ 1053.494899] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-1373da09-a813-405e-b263-fc88a61df56a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.495035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1373da09-a813-405e-b263-fc88a61df56a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.495115] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1373da09-a813-405e-b263-fc88a61df56a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.495399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1373da09-a813-405e-b263-fc88a61df56a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.495499] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1373da09-a813-405e-b263-fc88a61df56a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.502441] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf in Status: SUCCESS [ 1053.502441] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf deletion is rescheduled due to dependency. [ 1053.502441] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.535341] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.535596] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.535707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.536015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.536203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.536316] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 005532e8-036c-4840-99e4-e1f0f4199960 already deleted. [ 1053.536432] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.556118] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5c5baac-b20a-4116-a1f8-3104ebed768e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.009439] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1373da09-a813-405e-b263-fc88a61df56a [ 1054.009773] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.009881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.009881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.010117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.010215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.010311] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1373da09-a813-405e-b263-fc88a61df56a already deleted. [ 1054.010396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1373da09-a813-405e-b263-fc88a61df56a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.060745] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5c5baac-b20a-4116-a1f8-3104ebed768e: rpc.has_security_group_logging(os_id): False [ 1054.066786] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 in Status: SUCCESS [ 1054.066968] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 deletion is rescheduled due to dependency. [ 1054.067126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.080653] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.080818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.080943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.082303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.082417] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.082731] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.082862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.082862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.083201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.083297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.083395] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5c5baac-b20a-4116-a1f8-3104ebed768e is going to be created. [ 1054.146441] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.146686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.146781] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.146988] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.147205] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.164244] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5c5baac-b20a-4116-a1f8-3104ebed768e in Status: IN_PROGRESS for 2s [ 1054.262964] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e in Status: SUCCESS [ 1054.262964] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e deletion is rescheduled due to dependency. [ 1054.262964] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.181817] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5c5baac-b20a-4116-a1f8-3104ebed768e in Status: SUCCESS [ 1056.182085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.497861] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1058.497861] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1063.497236] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1063.497656] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1065.227655] env[71107]: INFO networking_nsxv3.common.synchronization [req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 req-f873c822-fb0f-4202-8fed-06af1294fba4 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1065.228309] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1065.228659] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.228790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.228855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.229164] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.229376] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.229460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.229854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.230269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.230269] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.230269] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.518503] env[71107]: INFO networking_nsxv3.common.synchronization [req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 req-185f238b-fb24-4206-acc2-7b9dbbec6321 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Enqueued Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 1065.519192] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGHEST for action security_group_members [ 1065.519311] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.523043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.523043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.523043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.523043] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.523043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.523043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.523043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.523043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.523043] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.737611] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.737611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.737611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.737611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.737611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.737611] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.737611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.737611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.737611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.737611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.737611] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be updated. [ 1065.766431] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.766638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.766695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.766864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.767022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.779414] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: IN_PROGRESS for 2s [ 1066.009668] env[71107]: INFO networking_nsxv3.common.synchronization [req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b req-1d07a9f0-6cc7-49c2-b02d-6cc78a94f2de tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Enqueued Resource ID: 6372dc0a-1eb1-451c-b62b-87a064670878 with Priority: HIGHEST for action security_group_members [ 1066.010222] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6372dc0a-1eb1-451c-b62b-87a064670878 with Priority: HIGHEST for action security_group_members [ 1066.010526] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6372dc0a-1eb1-451c-b62b-87a064670878 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.010647] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.010712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.010948] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.011286] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.011420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.011420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.011612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.011666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.011725] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6372dc0a-1eb1-451c-b62b-87a064670878',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.028228] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.028367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.028431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.028633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.028721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.028896] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.028998] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.029071] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.029191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.029260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.029338] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd is going to be updated. [ 1066.059861] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.059861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.059861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.060381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.060381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.070768] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: IN_PROGRESS for 2s [ 1066.377939] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.378274] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-848" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.378274] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-848" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.378686] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-848" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.378961] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.379134] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.379255] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.379565] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.379746] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.379973] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.380107] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.380219] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.380327] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.380439] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.380545] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.380677] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.400536] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.400744] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.400887] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.401111] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-848" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.402070] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-d993cbc1-9330-467a-a310-f3f0debb0a5f taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.402070] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-d993cbc1-9330-467a-a310-f3f0debb0a5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.402070] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-d993cbc1-9330-467a-a310-f3f0debb0a5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.402070] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-d993cbc1-9330-467a-a310-f3f0debb0a5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.402358] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d993cbc1-9330-467a-a310-f3f0debb0a5f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.517356] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.517356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.517356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.517356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.517356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.517356] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.517356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.517356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.517356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.517356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.517356] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6372dc0a-1eb1-451c-b62b-87a064670878 already deleted. [ 1066.517356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.904665] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.904920] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.905064] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.905360] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.905708] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.905708] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port d993cbc1-9330-467a-a310-f3f0debb0a5f not found, creating... [ 1066.906282] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.906282] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.906282] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.906468] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.906612] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.906896] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.907251] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.907251] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.907434] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.907568] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.907709] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: d993cbc1-9330-467a-a310-f3f0debb0a5f is going to be created. [ 1066.929208] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.929501] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.929568] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.929848] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.930096] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.930360] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-d993cbc1-9330-467a-a310-f3f0debb0a5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.637524] env[71107]: INFO networking_nsxv3.common.synchronization [req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b req-e4a9e289-f866-4ef4-a909-96b064012285 service nova] Enqueued Resource ID: 6372dc0a-1eb1-451c-b62b-87a064670878 with Priority: HIGHEST for action security_group_rules [ 1067.637770] env[71107]: INFO networking_nsxv3.common.synchronization [req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b req-e4a9e289-f866-4ef4-a909-96b064012285 service nova] Enqueued Resource ID: 6372dc0a-1eb1-451c-b62b-87a064670878 with Priority: HIGHEST for action security_group_members [ 1067.637855] env[71107]: INFO networking_nsxv3.common.synchronization [req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b req-e4a9e289-f866-4ef4-a909-96b064012285 service nova] Enqueued Resource ID: d993cbc1-9330-467a-a310-f3f0debb0a5f with Priority: HIGHEST for action port [ 1067.638086] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6372dc0a-1eb1-451c-b62b-87a064670878 with Priority: HIGHEST for action security_group_rules [ 1067.638253] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6372dc0a-1eb1-451c-b62b-87a064670878 with Priority: HIGHEST for action security_group_members [ 1067.638305] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d993cbc1-9330-467a-a310-f3f0debb0a5f with Priority: HIGHEST for action port [ 1067.638816] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6372dc0a-1eb1-451c-b62b-87a064670878 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.638943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.639012] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.640770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.640929] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6372dc0a-1eb1-451c-b62b-87a064670878',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.641739] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6372dc0a-1eb1-451c-b62b-87a064670878 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.641860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.641930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.642124] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.642277] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.642450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.642516] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.642667] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.642775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.642868] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6372dc0a-1eb1-451c-b62b-87a064670878',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.643716] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-d993cbc1-9330-467a-a310-f3f0debb0a5f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.643821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d993cbc1-9330-467a-a310-f3f0debb0a5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.644067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d993cbc1-9330-467a-a310-f3f0debb0a5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.644067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d993cbc1-9330-467a-a310-f3f0debb0a5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.644128] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d993cbc1-9330-467a-a310-f3f0debb0a5f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.788948] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 1067.788948] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 deletion is rescheduled due to dependency. [ 1067.788948] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.080856] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd in Status: SUCCESS [ 1068.081110] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd deletion is rescheduled due to dependency. [ 1068.081178] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.146598] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6372dc0a-1eb1-451c-b62b-87a064670878 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.146598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.146598] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6372dc0a-1eb1-451c-b62b-87a064670878',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.147174] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d993cbc1-9330-467a-a310-f3f0debb0a5f with status ACTIVE [ 1068.147354] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.147463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.147528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.147819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.147917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.148112] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.148212] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.148569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.148569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.148569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.148714] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.148768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.148838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.148954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.149053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.149121] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d993cbc1-9330-467a-a310-f3f0debb0a5f is going to be updated. [ 1068.170340] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.170534] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.170648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.170911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.171100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.171308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d993cbc1-9330-467a-a310-f3f0debb0a5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.652062] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6372dc0a-1eb1-451c-b62b-87a064670878',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.153457] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.153616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.153684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.153925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.154041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.154159] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6372dc0a-1eb1-451c-b62b-87a064670878 is going to be created. [ 1069.178362] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.178543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.178590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.178798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.178952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.197015] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6372dc0a-1eb1-451c-b62b-87a064670878 in Status: UNINITIALIZED for 2s [ 1071.211232] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6372dc0a-1eb1-451c-b62b-87a064670878 in Status: SUCCESS [ 1071.211586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.211655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.211865] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.212239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.212393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.212453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.212626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.212706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.212793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.213389] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6372dc0a-1eb1-451c-b62b-87a064670878',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.716187] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6372dc0a-1eb1-451c-b62b-87a064670878 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.716363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.716447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.716676] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.716843] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.716942] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.717043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.717202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.717289] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.717376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.717541] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6372dc0a-1eb1-451c-b62b-87a064670878 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.717634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.717687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.717830] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.717960] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.719087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.719087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.719087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.719087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.719087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.719087] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6372dc0a-1eb1-451c-b62b-87a064670878',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.205984] env[71107]: INFO networking_nsxv3.common.synchronization [req-0c69b722-8053-4fde-90d1-69fb9eae0776 req-a0a95437-3b8a-493c-8b38-26e4fd2ef1d0 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 1072.206937] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 1072.207839] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.207839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.207839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.207839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.208066] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.208066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.208066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.208230] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.208314] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.208407] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.222778] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6372dc0a-1eb1-451c-b62b-87a064670878: rpc.has_security_group_logging(os_id): False [ 1072.243174] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.243385] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.243468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.243686] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.243777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.243997] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.244120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.244167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.244324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.244404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.244586] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.244681] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.244742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.244878] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.244951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.245146] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.245238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.245288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.245459] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.245531] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.245568] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6372dc0a-1eb1-451c-b62b-87a064670878 is going to be created. [ 1072.319019] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.319019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.319019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.319019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.319019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.336034] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6372dc0a-1eb1-451c-b62b-87a064670878 in Status: IN_PROGRESS for 2s [ 1072.660851] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.661126] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.661383] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.661764] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.661970] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.662143] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.662265] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.662485] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.662637] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.662868] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.662985] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.663089] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.663202] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.663391] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.663524] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.663757] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.693068] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.693485] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1072.693688] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.693931] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-563" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.694348] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-13bf30e4-2c51-4765-bad5-e17a359ea7be taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.694579] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-13bf30e4-2c51-4765-bad5-e17a359ea7be" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.694732] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-13bf30e4-2c51-4765-bad5-e17a359ea7be" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.695129] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-13bf30e4-2c51-4765-bad5-e17a359ea7be" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.695376] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13bf30e4-2c51-4765-bad5-e17a359ea7be',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.710471] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.711125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.711125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.711125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.711125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.711457] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.711457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.711587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.711665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.711746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.711860] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 1072.741042] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.741277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.741277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.741453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.741603] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.749963] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 1073.198328] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.198720] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.198933] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.199326] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.199579] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.199822] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 13bf30e4-2c51-4765-bad5-e17a359ea7be not found, creating... [ 1073.200265] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.200491] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.200683] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.201195] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.201452] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.201907] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.202173] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.202364] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.202682] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.202906] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.203146] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 13bf30e4-2c51-4765-bad5-e17a359ea7be is going to be created. [ 1073.236374] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.236713] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.236757] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.237079] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.237364] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.237606] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-13bf30e4-2c51-4765-bad5-e17a359ea7be" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.927551] env[71107]: INFO networking_nsxv3.common.synchronization [req-0c69b722-8053-4fde-90d1-69fb9eae0776 req-1fc4509d-2519-40f1-a3b5-18c3dd971108 service nova] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_rules [ 1073.927551] env[71107]: INFO networking_nsxv3.common.synchronization [req-0c69b722-8053-4fde-90d1-69fb9eae0776 req-1fc4509d-2519-40f1-a3b5-18c3dd971108 service nova] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 1073.927551] env[71107]: INFO networking_nsxv3.common.synchronization [req-0c69b722-8053-4fde-90d1-69fb9eae0776 req-1fc4509d-2519-40f1-a3b5-18c3dd971108 service nova] Enqueued Resource ID: 13bf30e4-2c51-4765-bad5-e17a359ea7be with Priority: HIGHEST for action port [ 1073.927551] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_rules [ 1073.927551] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 1073.927551] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bf30e4-2c51-4765-bad5-e17a359ea7be with Priority: HIGHEST for action port [ 1073.927551] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.928049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.928179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.928936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.928936] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.931706] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.931706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.931706] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-13bf30e4-2c51-4765-bad5-e17a359ea7be taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.931706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13bf30e4-2c51-4765-bad5-e17a359ea7be" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.931706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13bf30e4-2c51-4765-bad5-e17a359ea7be" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.931706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13bf30e4-2c51-4765-bad5-e17a359ea7be" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.931706] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13bf30e4-2c51-4765-bad5-e17a359ea7be',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.348887] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6372dc0a-1eb1-451c-b62b-87a064670878 in Status: SUCCESS [ 1074.349264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.434770] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.434952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.435196] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13bf30e4-2c51-4765-bad5-e17a359ea7be with status ACTIVE [ 1074.435428] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.435568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.435699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.435931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.436074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.436287] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.436417] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.436504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.436710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.436816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.437919] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.437919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.437919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.437919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.437919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.437919] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13bf30e4-2c51-4765-bad5-e17a359ea7be is going to be updated. [ 1074.467811] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.467962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.468052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.468263] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.468405] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.468561] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13bf30e4-2c51-4765-bad5-e17a359ea7be" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.762513] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 1074.762691] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa deletion is rescheduled due to dependency. [ 1074.762809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.762979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.763231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.763476] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.764036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.764036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.764036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.764036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.764036] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.219238] env[71107]: INFO networking_nsxv3.common.synchronization [None req-01c303a3-3020-4762-8012-269c833bb409 None None] Enqueued Resource ID: 4171cd67-035b-4bfa-9991-6bc7f727e3c8 with Priority: HIGHEST for action port [ 1075.219439] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4171cd67-035b-4bfa-9991-6bc7f727e3c8 with Priority: HIGHEST for action port [ 1075.220009] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-4171cd67-035b-4bfa-9991-6bc7f727e3c8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.220827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4171cd67-035b-4bfa-9991-6bc7f727e3c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.220949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4171cd67-035b-4bfa-9991-6bc7f727e3c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.221413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4171cd67-035b-4bfa-9991-6bc7f727e3c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.221516] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4171cd67-035b-4bfa-9991-6bc7f727e3c8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.267315] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.723846] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4171cd67-035b-4bfa-9991-6bc7f727e3c8 [ 1075.724155] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.724380] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.724380] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.724823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.724823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.724823] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4171cd67-035b-4bfa-9991-6bc7f727e3c8 already deleted. [ 1075.724966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4171cd67-035b-4bfa-9991-6bc7f727e3c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.769930] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.272652] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.272822] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.272995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.273127] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.273232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.273373] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 1076.312071] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.312071] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.312071] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.312071] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.312280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.323473] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 1077.287342] env[71107]: INFO networking_nsxv3.common.synchronization [None req-ff2f961e-bca3-4106-a9d3-1c344edd5cf5 None None] Enqueued Resource ID: a7aaeb64-3365-4ca9-a7fd-46df4b8d7903 with Priority: HIGHEST for action port [ 1077.287727] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7aaeb64-3365-4ca9-a7fd-46df4b8d7903 with Priority: HIGHEST for action port [ 1077.288132] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7aaeb64-3365-4ca9-a7fd-46df4b8d7903 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.288258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7aaeb64-3365-4ca9-a7fd-46df4b8d7903" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.288326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7aaeb64-3365-4ca9-a7fd-46df4b8d7903" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.288568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7aaeb64-3365-4ca9-a7fd-46df4b8d7903" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.290205] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7aaeb64-3365-4ca9-a7fd-46df4b8d7903',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.792901] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7aaeb64-3365-4ca9-a7fd-46df4b8d7903 [ 1077.793303] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.793582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.793688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.793929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.794055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.794165] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7aaeb64-3365-4ca9-a7fd-46df4b8d7903 already deleted. [ 1077.794255] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7aaeb64-3365-4ca9-a7fd-46df4b8d7903" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.982036] env[71107]: INFO networking_nsxv3.common.synchronization [req-0392d8e1-8ed7-4be0-a353-325277c44bf7 req-b4aa9324-3463-44b0-915e-d1aa00c0dd38 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1077.984522] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1077.985155] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.986324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.986460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.987024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.987024] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.988370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.988577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.989045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.989045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.989045] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.337351] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 1078.337736] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.337736] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.338018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.338226] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.338354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.338427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.338601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.338685] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.338774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.338869] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.493174] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.493708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.493834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.494122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.494244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.494481] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.494623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.494713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.494976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.495102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.495200] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1078.513739] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.514137] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.514331] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.514722] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.515085] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.515346] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.515483] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.515768] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.515998] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.516758] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.516758] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.516758] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.516975] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.516975] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.517084] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.517216] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.531939] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.532529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.532627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.532772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.532913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.541351] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.541625] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.541780] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.542032] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.542433] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-e30f24eb-378f-4fb0-afe7-b73f8dd73d47 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.542658] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-e30f24eb-378f-4fb0-afe7-b73f8dd73d47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.542770] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-e30f24eb-378f-4fb0-afe7-b73f8dd73d47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.543119] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-e30f24eb-378f-4fb0-afe7-b73f8dd73d47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.543263] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30f24eb-378f-4fb0-afe7-b73f8dd73d47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.549047] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1078.736110] env[71107]: INFO networking_nsxv3.common.synchronization [req-c27a023e-8be4-4573-9345-87eaee32e2ac req-b857bd96-abb2-4180-8c6a-533a4b75ab89 tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Enqueued Resource ID: 6372dc0a-1eb1-451c-b62b-87a064670878 with Priority: HIGHEST for action security_group_members [ 1078.736110] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6372dc0a-1eb1-451c-b62b-87a064670878 with Priority: HIGHEST for action security_group_members [ 1078.736110] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6372dc0a-1eb1-451c-b62b-87a064670878 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.736110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.738554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.738554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.738554] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.738554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.738554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.738554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.738554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.738554] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6372dc0a-1eb1-451c-b62b-87a064670878',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.842440] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.842623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.842688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.842917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.843106] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.843217] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.843294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.843525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.843623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.843711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.843859] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.843950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.844022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.844161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.844293] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.844598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.844598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.844598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.844764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.844764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.844864] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.045735] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.046045] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.046202] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.046596] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.046773] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.046936] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port e30f24eb-378f-4fb0-afe7-b73f8dd73d47 not found, creating... [ 1079.047249] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.047438] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.047574] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.047821] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.047983] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.048311] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.048481] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.048702] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.048927] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.049083] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.049227] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: e30f24eb-378f-4fb0-afe7-b73f8dd73d47 is going to be created. [ 1079.071816] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.072047] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.072165] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.072496] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.072777] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.073076] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-e30f24eb-378f-4fb0-afe7-b73f8dd73d47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.246412] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.246412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.246412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.246412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.246412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.246412] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.246412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.246412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.246412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.246412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.246412] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6372dc0a-1eb1-451c-b62b-87a064670878 is going to be updated. [ 1079.279070] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.279246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.279312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.279508] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.279672] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.293034] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6372dc0a-1eb1-451c-b62b-87a064670878 in Status: IN_PROGRESS for 2s [ 1079.347719] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 471ca597-1f42-496f-86b1-ef001138aefa: rpc.has_security_group_logging(os_id): False [ 1079.367641] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.367788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.367890] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.368087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.368179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.368376] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.368470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.368539] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.368674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.368746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.368928] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.369032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.369095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.369232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.369306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.369508] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.369600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.369670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.369798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.369872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.369955] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 1079.444021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.444205] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.444258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.444533] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.446176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.465467] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 1079.881550] env[71107]: INFO networking_nsxv3.common.synchronization [req-0392d8e1-8ed7-4be0-a353-325277c44bf7 req-0e836a08-cba2-49a6-93e1-9a253ce87f51 service nova] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_rules [ 1079.881729] env[71107]: INFO networking_nsxv3.common.synchronization [req-0392d8e1-8ed7-4be0-a353-325277c44bf7 req-0e836a08-cba2-49a6-93e1-9a253ce87f51 service nova] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1079.881882] env[71107]: INFO networking_nsxv3.common.synchronization [req-0392d8e1-8ed7-4be0-a353-325277c44bf7 req-0e836a08-cba2-49a6-93e1-9a253ce87f51 service nova] Enqueued Resource ID: e30f24eb-378f-4fb0-afe7-b73f8dd73d47 with Priority: HIGHEST for action port [ 1079.882115] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_rules [ 1079.882240] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1079.882333] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30f24eb-378f-4fb0-afe7-b73f8dd73d47 with Priority: HIGHEST for action port [ 1079.882919] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.883069] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.883140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.883315] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.883436] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.884274] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.884387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.884642] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-e30f24eb-378f-4fb0-afe7-b73f8dd73d47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.884825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e30f24eb-378f-4fb0-afe7-b73f8dd73d47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.884825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e30f24eb-378f-4fb0-afe7-b73f8dd73d47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.885018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e30f24eb-378f-4fb0-afe7-b73f8dd73d47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.885076] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30f24eb-378f-4fb0-afe7-b73f8dd73d47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.386687] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.386687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.394024] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e30f24eb-378f-4fb0-afe7-b73f8dd73d47 with status ACTIVE [ 1080.394024] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.394024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.394024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.394024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.394024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.394024] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.394024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.394024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.394024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.394024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.394024] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.394024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.394024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.394024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.394024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.394024] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e30f24eb-378f-4fb0-afe7-b73f8dd73d47 is going to be updated. [ 1080.417657] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.418077] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.418243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.418527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.418772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.419240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e30f24eb-378f-4fb0-afe7-b73f8dd73d47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.565155] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1080.565155] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 deletion is rescheduled due to dependency. [ 1080.565155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.565155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.565327] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.565544] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.565632] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.565969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.565969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.565969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.566085] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.069010] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.087699] env[71107]: INFO networking_nsxv3.common.synchronization [None req-081c0337-ea96-42be-8bea-5f8dbc1d4640 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 with Priority: HIGHEST for action security_group_rules [ 1081.088260] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 with Priority: HIGHEST for action security_group_rules [ 1081.088814] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.089385] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.089495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.089762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.089874] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185e86a9-ad9e-40a6-85a9-9ef1f1d4b079',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.303297] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6372dc0a-1eb1-451c-b62b-87a064670878 in Status: SUCCESS [ 1081.305994] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6372dc0a-1eb1-451c-b62b-87a064670878 deletion is rescheduled due to dependency. [ 1081.305994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6372dc0a-1eb1-451c-b62b-87a064670878" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.322622] env[71107]: INFO networking_nsxv3.common.synchronization [None req-7144abca-44aa-459b-bb59-7cce8ed56348 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 with Priority: HIGHEST for action security_group_rules [ 1081.322622] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 with Priority: HIGHEST for action security_group_rules [ 1081.322622] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.322622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.481018] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 1081.481494] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.571689] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.614969] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.615156] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.615227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.615454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.615538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.615634] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 already deleted. [ 1081.615731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.615893] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.616079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.616198] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185e86a9-ad9e-40a6-85a9-9ef1f1d4b079',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.074545] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.074697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.074872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.074989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.075096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.075200] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1082.140027] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.140027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.140264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.140321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.140483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.152826] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1082.154327] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.154557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.154677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.155017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.155852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.161028] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 already deleted. [ 1082.161028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.165189] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1084.165189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.165189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.165555] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.165555] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.165669] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.165736] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.165838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.165965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.166050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.166153] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.651752] env[71107]: INFO networking_nsxv3.common.synchronization [req-3ef19a33-940e-4fde-bad1-000edaf8f4fa req-b0a0e5a7-d940-4c7a-a3e6-81dab1888048 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1084.655386] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1084.655880] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.656040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.656111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.656357] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.656462] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.656555] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.656637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.656732] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.656815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.656911] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.667998] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.668160] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.668232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.668443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.668605] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.668705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.668767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.668907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.668990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.669106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.669249] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.669339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.669391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.669526] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.669659] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.669746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.669805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.669980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.670073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.670172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.670263] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.152254] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-319 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.152543] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.152758] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.153100] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.153564] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.154241] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.154241] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.154412] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.155122] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.155423] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.155719] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.155719] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.155863] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.156096] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.156303] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.156548] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.159549] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.173734] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c6df673-ad6e-4128-b303-e62099e351f2: rpc.has_security_group_logging(os_id): False [ 1085.180224] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.180523] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.180806] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.181070] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.181664] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-17cb7bed-6905-4b75-8618-cb26cee3e155 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.181827] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-17cb7bed-6905-4b75-8618-cb26cee3e155" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.182052] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-17cb7bed-6905-4b75-8618-cb26cee3e155" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.182485] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-17cb7bed-6905-4b75-8618-cb26cee3e155" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.182645] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17cb7bed-6905-4b75-8618-cb26cee3e155',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.196906] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.197072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.197142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.197352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.197460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.197654] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.197809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.197875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.198044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.198135] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.198323] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.198421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.198481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.198655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.198736] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.198989] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.199150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.199228] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.199371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.199454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.199553] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1085.268926] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.269101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.269295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.269433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.269586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.288767] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1085.662976] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.686984] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.686984] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.687204] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.687467] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.687664] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.687833] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 17cb7bed-6905-4b75-8618-cb26cee3e155 not found, creating... [ 1085.688946] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.688946] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.688946] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.688946] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.688946] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.689304] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.689438] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.689660] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.689897] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.690055] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.690211] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 17cb7bed-6905-4b75-8618-cb26cee3e155 is going to be created. [ 1085.717021] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.717021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.717021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.717021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.717021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.717021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-17cb7bed-6905-4b75-8618-cb26cee3e155" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.165833] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.166105] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.166105] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.166307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.166418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.166527] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1086.230057] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.230839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.230839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.230839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.230839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.245283] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1086.462569] env[71107]: INFO networking_nsxv3.common.synchronization [req-3ef19a33-940e-4fde-bad1-000edaf8f4fa req-c547a141-10a8-47b2-943e-920acc369bc3 service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1086.462569] env[71107]: INFO networking_nsxv3.common.synchronization [req-3ef19a33-940e-4fde-bad1-000edaf8f4fa req-c547a141-10a8-47b2-943e-920acc369bc3 service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1086.462669] env[71107]: INFO networking_nsxv3.common.synchronization [req-3ef19a33-940e-4fde-bad1-000edaf8f4fa req-c547a141-10a8-47b2-943e-920acc369bc3 service nova] Enqueued Resource ID: 17cb7bed-6905-4b75-8618-cb26cee3e155 with Priority: HIGHEST for action port [ 1086.463165] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1086.463309] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1086.463485] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17cb7bed-6905-4b75-8618-cb26cee3e155 with Priority: HIGHEST for action port [ 1086.463853] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.463942] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.463942] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.464148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.464229] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.465092] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.465184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.465371] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-17cb7bed-6905-4b75-8618-cb26cee3e155 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.465486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17cb7bed-6905-4b75-8618-cb26cee3e155" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.465544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17cb7bed-6905-4b75-8618-cb26cee3e155" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.465702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17cb7bed-6905-4b75-8618-cb26cee3e155" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.465794] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17cb7bed-6905-4b75-8618-cb26cee3e155',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.762180] env[71107]: INFO networking_nsxv3.common.synchronization [req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 req-cf964299-515f-423d-a0c1-6df378fbf42b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Enqueued Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1086.762872] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1086.763250] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.763369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.763527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.763738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.763894] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.763992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.764063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.764206] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.764290] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.764385] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.967928] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.968140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.968379] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17cb7bed-6905-4b75-8618-cb26cee3e155 with status ACTIVE [ 1086.968534] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.968646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.968707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.968922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.969023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.969208] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.969338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.969393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.969522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.969603] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.969786] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.969891] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.969950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.970102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.970670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.970670] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17cb7bed-6905-4b75-8618-cb26cee3e155 is going to be updated. [ 1086.999509] env[71107]: INFO networking_nsxv3.common.synchronization [req-1020f724-f754-4335-9c67-e7bb48cf9f4b req-e30459e4-e731-44b5-9d0f-c9fb9ce09163 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Enqueued Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1087.000417] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b723b78f-53b9-4dad-913f-43644705ece2 with Priority: HIGHEST for action security_group_members [ 1087.000894] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b723b78f-53b9-4dad-913f-43644705ece2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.001123] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.004936] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.005133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.005190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.005359] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.005498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.005666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17cb7bed-6905-4b75-8618-cb26cee3e155" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.268234] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.302741] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1087.302975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.771090] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.259387] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1088.259606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.259784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.260145] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.260277] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.260418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.260483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.261223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.261223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.261223] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.275048] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.275695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.275695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.275828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.275885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.276048] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b723b78f-53b9-4dad-913f-43644705ece2 is going to be updated. [ 1088.318285] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.318551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.318551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.318845] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.319057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.329918] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: IN_PROGRESS for 2s [ 1088.767414] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.270025] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.776026] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.776326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.776326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.776534] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.776656] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.776715] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1089.810339] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.810508] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.810584] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.810861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.811113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.821518] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1090.340869] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: SUCCESS [ 1090.341145] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.341296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.341570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.341782] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.341894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.341961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.342134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.342310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.342310] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b723b78f-53b9-4dad-913f-43644705ece2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.845528] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.846043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.846043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.846043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.846172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.846349] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.846436] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.846529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.846721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.846805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.846900] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b723b78f-53b9-4dad-913f-43644705ece2 is going to be updated. [ 1090.875769] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.876026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.876026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.876296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.876471] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.887670] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: IN_PROGRESS for 2s [ 1091.765231] env[71107]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1091.765231] env[71107]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] NSXv3 Agent Agent loop - iteration:2 started [ 1091.832657] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1091.832866] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.832966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.834301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.834301] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.834301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.834301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.834301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.834301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.834301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.834301] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.001594] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1092.001928] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1092.336535] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.336718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.336771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.336989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.337175] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.337282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.337346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.337499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.337587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.337677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.337822] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.337913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.337973] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.338126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.338263] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.338351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.338411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.338544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.338626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.338705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.338792] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.841109] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a066f74d-db1c-42ee-974d-5a2dfd593e20: rpc.has_security_group_logging(os_id): False [ 1092.861698] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.861934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.861986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.862231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.862365] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.862697] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.862853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.862951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.863204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.863298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.863545] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.863770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.863770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.863902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.863958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.864216] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.864330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.864880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.864880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.864880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.864880] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1092.897495] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b723b78f-53b9-4dad-913f-43644705ece2 in Status: SUCCESS [ 1092.898520] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b723b78f-53b9-4dad-913f-43644705ece2 deletion is rescheduled due to dependency. [ 1092.898520] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b723b78f-53b9-4dad-913f-43644705ece2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.934113] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.934330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.934386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.934575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.934750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.958415] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1093.279765] env[71107]: INFO networking_nsxv3.common.synchronization [None req-8ad1a13c-6cd9-479c-9ab2-bb1e5ccdcad5 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGHEST for action security_group_rules [ 1093.280312] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGHEST for action security_group_rules [ 1093.280660] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05ab5f12-0989-4d7c-996b-7f14c428d91c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.280784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.280784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.281046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.281126] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05ab5f12-0989-4d7c-996b-7f14c428d91c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.402562] env[71107]: INFO networking_nsxv3.common.synchronization [None req-b2eebd96-56ac-48aa-820c-c5bd91b1619a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGHEST for action security_group_rules [ 1093.403782] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGHEST for action security_group_rules [ 1093.403782] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05ab5f12-0989-4d7c-996b-7f14c428d91c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.403782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.805021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.805247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.805498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.805498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.805707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.805707] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c already deleted. [ 1093.805904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.805983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.806131] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.806217] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05ab5f12-0989-4d7c-996b-7f14c428d91c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.332107] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.332107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.332107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.332107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.332107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.332107] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c already deleted. [ 1094.332107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.976024] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1094.976024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.291157] env[71107]: INFO networking_nsxv3.common.synchronization [req-9a9a67e7-f151-43ea-b419-d0349a10b31e req-82806282-a9d1-4f18-9274-e240081fd30f tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 1095.291157] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGHEST for action security_group_members [ 1095.291157] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.291157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.291157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.291157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.291157] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.291157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.291157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.291157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.291157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.291157] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.790844] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.791112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.791112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.791305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.791424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.791617] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.791718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.791907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.792543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.792638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.792733] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be updated. [ 1095.823314] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.823537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.823537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.824241] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.824241] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.833620] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: IN_PROGRESS for 2s [ 1096.714813] env[71107]: INFO networking_nsxv3.common.synchronization [None req-66ada13d-d9be-4637-bda3-a33e3e0bb9f3 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_rules [ 1096.715640] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_rules [ 1096.716137] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a8f4048-b861-4405-9b97-b0ba82ec4161 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.716226] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.716268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.716544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.716673] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.829221] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d23eef6a-2112-4214-83f8-7c3cb6505dcf tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_rules [ 1096.829221] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_rules [ 1096.829221] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a8f4048-b861-4405-9b97-b0ba82ec4161 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.829641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.239862] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.240078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.240133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.240364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.240462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.240569] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 already deleted. [ 1097.240655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.240809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.240985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.241083] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.763258] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.763407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.763540] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.763779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.763872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.763972] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 already deleted. [ 1097.764067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.845204] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca597-1f42-496f-86b1-ef001138aefa in Status: SUCCESS [ 1097.845633] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca597-1f42-496f-86b1-ef001138aefa deletion is rescheduled due to dependency. [ 1097.846377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.648659] env[71107]: INFO networking_nsxv3.common.synchronization [req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f req-526c9f8c-345e-4dae-b6ce-9c0a701b0545 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1098.649285] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1098.649665] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.649802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.649870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.652565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.653613] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.653811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.653917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.654166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.654936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.655096] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.751546] env[71107]: INFO networking_nsxv3.common.synchronization [req-883f26be-f4f9-4236-b8cf-2f17790d0f62 req-7f4b0d2f-0bc8-4e77-b352-0e8474835902 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Enqueued Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGHEST for action security_group_members [ 1098.751833] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGHEST for action security_group_members [ 1098.752145] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-005532e8-036c-4840-99e4-e1f0f4199960 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.752260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.752323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.752586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.752738] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.752834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.752894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.753557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.753677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.753778] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('005532e8-036c-4840-99e4-e1f0f4199960',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.146162] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.146507] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-888" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.146653] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-888" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.147502] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-888" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.149165] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.149357] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.149480] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.149740] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.156393] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.156393] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.156393] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.156393] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.156393] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.156393] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.156393] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.156393] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.157673] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.179251] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.179432] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.179587] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.179828] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-888" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.180176] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-973259b1-5df8-49cd-9773-fd75342d0f91 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.180299] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-973259b1-5df8-49cd-9773-fd75342d0f91" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.180978] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-973259b1-5df8-49cd-9773-fd75342d0f91" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.181350] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-973259b1-5df8-49cd-9773-fd75342d0f91" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.181499] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('973259b1-5df8-49cd-9773-fd75342d0f91',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.221969] env[71107]: INFO networking_nsxv3.common.synchronization [None req-a9c500da-e9b4-4caf-8407-13bd6ba896a5 None None] Enqueued Resource ID: 0f87eac6-69aa-4a1a-89e0-cd8f988d5610 with Priority: HIGHEST for action port [ 1099.223079] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f87eac6-69aa-4a1a-89e0-cd8f988d5610 with Priority: HIGHEST for action port [ 1099.223516] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f87eac6-69aa-4a1a-89e0-cd8f988d5610 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.223667] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f87eac6-69aa-4a1a-89e0-cd8f988d5610" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.223719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f87eac6-69aa-4a1a-89e0-cd8f988d5610" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.227031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f87eac6-69aa-4a1a-89e0-cd8f988d5610" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.227031] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f87eac6-69aa-4a1a-89e0-cd8f988d5610',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.256459] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.256648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.256648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.256863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.256958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.257180] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.257276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.257340] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.257502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.257579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.257664] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005532e8-036c-4840-99e4-e1f0f4199960 already deleted. [ 1099.257747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.661342] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.684770] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.687659] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.687659] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.687659] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.687659] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.687659] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 973259b1-5df8-49cd-9773-fd75342d0f91 not found, creating... [ 1099.687659] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.687659] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.687659] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.687659] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.687659] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.689652] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.692460] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.692460] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.692460] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.692460] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.692460] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 973259b1-5df8-49cd-9773-fd75342d0f91 is going to be created. [ 1099.716979] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.717274] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.717407] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.717703] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.717950] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.718191] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-973259b1-5df8-49cd-9773-fd75342d0f91" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.719811] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.719811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.719811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.719811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.719811] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.727171] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f87eac6-69aa-4a1a-89e0-cd8f988d5610 [ 1099.727497] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.727689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.728131] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.728131] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.728274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.728334] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f87eac6-69aa-4a1a-89e0-cd8f988d5610 already deleted. [ 1099.728426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f87eac6-69aa-4a1a-89e0-cd8f988d5610" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.036776] env[71107]: INFO networking_nsxv3.common.synchronization [None req-7b49df7d-1d61-471f-8674-5ff47a372a04 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Enqueued Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_rules [ 1100.037313] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_rules [ 1100.037584] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.037709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.037777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.038056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.038144] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.131787] env[71107]: INFO networking_nsxv3.common.synchronization [None req-70ee1dbb-18b0-48e8-993d-894c7dd35bec tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Enqueued Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_rules [ 1100.132169] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_rules [ 1100.133504] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.133504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.163977] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.164292] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.164292] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.165130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.165130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.165130] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1100.195518] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.195680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.195792] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.195982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.197080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.207202] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1100.225107] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.570229] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.570229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.570229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.570923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.570923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.570923] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad0be4e-9962-450e-bb12-20740de736f7 already deleted. [ 1100.570923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.570923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.571214] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.571329] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.662668] env[71107]: INFO networking_nsxv3.common.synchronization [req-7a641f08-e685-495f-b6b5-66e4c31e466f req-350cc769-c9f7-41df-aa7a-bcb5e9a62498 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Enqueued Resource ID: d5c5baac-b20a-4116-a1f8-3104ebed768e with Priority: HIGHEST for action security_group_members [ 1100.666963] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c5baac-b20a-4116-a1f8-3104ebed768e with Priority: HIGHEST for action security_group_members [ 1100.668215] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c5baac-b20a-4116-a1f8-3104ebed768e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.668346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.668414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.668716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.668982] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.669221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.669376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.669589] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.669718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.669837] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c5baac-b20a-4116-a1f8-3104ebed768e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.675344] env[71107]: INFO networking_nsxv3.common.synchronization [req-883f26be-f4f9-4236-b8cf-2f17790d0f62 req-dcaef407-f3ea-4744-a145-aa6938d3dd5d service nova] Enqueued Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGHEST for action security_group_rules [ 1100.675522] env[71107]: INFO networking_nsxv3.common.synchronization [req-883f26be-f4f9-4236-b8cf-2f17790d0f62 req-dcaef407-f3ea-4744-a145-aa6938d3dd5d service nova] Enqueued Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGHEST for action security_group_members [ 1100.675666] env[71107]: INFO networking_nsxv3.common.synchronization [req-883f26be-f4f9-4236-b8cf-2f17790d0f62 req-dcaef407-f3ea-4744-a145-aa6938d3dd5d service nova] Enqueued Resource ID: 973259b1-5df8-49cd-9773-fd75342d0f91 with Priority: HIGHEST for action port [ 1100.676581] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGHEST for action security_group_rules [ 1100.676891] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGHEST for action security_group_members [ 1100.676891] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973259b1-5df8-49cd-9773-fd75342d0f91 with Priority: HIGHEST for action port [ 1100.677160] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-005532e8-036c-4840-99e4-e1f0f4199960 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.677281] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.677344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.677532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.677612] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('005532e8-036c-4840-99e4-e1f0f4199960',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.679262] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-005532e8-036c-4840-99e4-e1f0f4199960 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.679408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.679499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.679701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.679880] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.680017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.680106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.680282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.680390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.680650] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('005532e8-036c-4840-99e4-e1f0f4199960',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.683247] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-973259b1-5df8-49cd-9773-fd75342d0f91 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.683346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-973259b1-5df8-49cd-9773-fd75342d0f91" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.683600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-973259b1-5df8-49cd-9773-fd75342d0f91" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.683802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-973259b1-5df8-49cd-9773-fd75342d0f91" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.683919] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('973259b1-5df8-49cd-9773-fd75342d0f91',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.727553] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.095554] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.096566] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.096566] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.096566] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.096566] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.096566] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad0be4e-9962-450e-bb12-20740de736f7 already deleted. [ 1101.096566] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.177404] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.178317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.178565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.179091] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.179351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.180164] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.182074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.182074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.182074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.182074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.182074] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c5baac-b20a-4116-a1f8-3104ebed768e is going to be updated. [ 1101.186512] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('005532e8-036c-4840-99e4-e1f0f4199960',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.188146] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-005532e8-036c-4840-99e4-e1f0f4199960 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.190018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.190018] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 973259b1-5df8-49cd-9773-fd75342d0f91 with status ACTIVE [ 1101.190018] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.190018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.190018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.190018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.190018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.190018] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.190018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.190018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.190018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.190018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.190018] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.190018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.191587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.191587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.191587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.191587] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 973259b1-5df8-49cd-9773-fd75342d0f91 is going to be updated. [ 1101.221158] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.221852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.223718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.223718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.223718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.227128] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.227128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.227128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.227128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.227128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.227762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-973259b1-5df8-49cd-9773-fd75342d0f91" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.230959] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c5baac-b20a-4116-a1f8-3104ebed768e in Status: IN_PROGRESS for 2s [ 1101.234043] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1101.234043] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1101.353112] env[71107]: INFO networking_nsxv3.common.synchronization [req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad req-49ee14d8-e48e-44c3-808a-916a47311e64 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Enqueued Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_members [ 1101.353112] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_members [ 1101.353459] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.353459] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.353459] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.353729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.353853] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.353955] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.354037] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.354203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.354308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.354383] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.477902] env[71107]: INFO networking_nsxv3.common.synchronization [None req-19516b03-a08f-4a8e-a2b7-7a2cd8efdf9c None None] Enqueued Resource ID: 3060ab08-f504-43b1-8ec8-3947cd0def40 with Priority: HIGHEST for action port [ 1101.478479] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3060ab08-f504-43b1-8ec8-3947cd0def40 with Priority: HIGHEST for action port [ 1101.478575] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-3060ab08-f504-43b1-8ec8-3947cd0def40 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.478698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3060ab08-f504-43b1-8ec8-3947cd0def40" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.478762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3060ab08-f504-43b1-8ec8-3947cd0def40" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.479711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3060ab08-f504-43b1-8ec8-3947cd0def40" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.479860] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3060ab08-f504-43b1-8ec8-3947cd0def40',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.698422] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('005532e8-036c-4840-99e4-e1f0f4199960',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.858020] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.981536] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3060ab08-f504-43b1-8ec8-3947cd0def40 [ 1101.981844] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.981946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.981946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.982221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.982302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.982397] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3060ab08-f504-43b1-8ec8-3947cd0def40 already deleted. [ 1101.982477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3060ab08-f504-43b1-8ec8-3947cd0def40" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.200624] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.200895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.200895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.201070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.201166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.201270] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005532e8-036c-4840-99e4-e1f0f4199960 is going to be created. [ 1102.224121] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.224296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.224506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.224558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.236551] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1102.239636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.241346] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1102.243169] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.243308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.243403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.244179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.244179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.245420] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1102.245618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.258318] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005532e8-036c-4840-99e4-e1f0f4199960 in Status: UNINITIALIZED for 2s [ 1102.279909] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.280249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.280323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.280539] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.291656] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.291656] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1102.291656] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1102.291656] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1102.335042] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.335201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.335274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.335498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.337204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.337417] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1102.360497] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.414378] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.414501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.414576] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.414930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.415273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.415544] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1102.493529] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.493699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.493769] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.493983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.494267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.494557] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1102.494668] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'471ca597-1f42-496f-86b1-ef001138aefa', 'e5325b53-bfd7-401b-893f-15114b65a78f', '6937dcf9-355a-477e-a22a-783d4d23df21', 'b91994a8-0888-44f2-99cb-154e5714d4ed', 'fa60387b-daa4-42de-a08e-f5c19a161cab', '4d4aeb75-315a-40b1-9608-36e028ba8f47', '779fceba-8012-42c0-aaa2-0eb1b62a4ffd', '0c6df673-ad6e-4128-b303-e62099e351f2', '6bd1c872-ffb1-490f-a512-beb201e60442', '94616c9d-3c9b-408c-bc17-ad0311cb8eae', '0ee8e35b-4662-4aa3-a915-bc2a27560ad3', '653c3040-2810-41a1-8ec5-5c784c5274b6', '78f4ca3d-84e0-4b18-b04d-7042c6891c69', '41ec5fdb-e69e-435f-8f57-d9b1b1082cd8', 'a066f74d-db1c-42ee-974d-5a2dfd593e20', 'fc35932c-c754-492f-b254-382032095da3', 'c772a896-04bb-4b17-8148-8c49f300b64b', '3c443730-0ed1-4a4f-8dde-7d01ac612e7e', '07749d78-77c2-4215-84a8-e08038e248a4', '51495cb4-cd40-4ca3-af22-110651ea3660', 'a1f1f663-75e3-4926-a2b7-df66107fd4b6', '9955ed8a-d8e0-460c-8eeb-3c7e64943666', '27cae241-eaae-4f37-b5cf-c488a9ed9673', '1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086', 'b723b78f-53b9-4dad-913f-43644705ece2', '0b44195e-b7b8-4f60-9e98-dd337bb04063', 'b12e6d08-f365-4507-9286-2dc0d32cd860', 'dd67c749-d6b5-4a51-a05a-a80494cc4a3b', '6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf', 'c85b2e28-91eb-4bc5-ac23-1dd9fe771a41', 'f675c7f2-3c1c-4eb6-a830-bd92c67e5532', '95b406a2-577a-4168-9337-b3ae8c3ab03e', 'bc5fb892-a0a9-4c1b-b2df-34b119072a38', 'e46350be-a861-460f-adcb-4d362d0b3827', '6372dc0a-1eb1-451c-b62b-87a064670878', '6f90a0e6-2121-4dba-9b03-039219045399', '802b1af3-7e55-4a34-86ff-273661471859', '27dac7cf-2bfb-4b04-a754-7845230b34ee', '330edb70-6e91-4e5f-9ffa-62da32f51da0', 'd5c5baac-b20a-4116-a1f8-3104ebed768e', '5b39352f-f768-421b-ba38-b91d540e4db0', 'b9e2dc2f-d514-47e8-9080-5feac6159862', '1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2', '51c1e33a-c687-45fe-8315-40aa034aa3b2'} {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1102.494777] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1102.515289] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.515416] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.515451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.515660] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.515800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.515856] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1102.515913] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1102.516083] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1102.596022] env[71107]: INFO networking_nsxv3.common.synchronization [req-c8e42890-17dd-49eb-b965-019dba2a6f27 req-bc533ad7-96df-4a2c-b4f0-d0ead2bec206 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Enqueued Resource ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 with Priority: HIGHEST for action security_group_members [ 1102.596022] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 with Priority: HIGHEST for action security_group_members [ 1102.597853] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-40982f81-0a77-418c-bdb8-b3fba1d3fa10 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.598054] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.598147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.598485] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.598747] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.598841] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.598918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.599179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.599306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.599489] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40982f81-0a77-418c-bdb8-b3fba1d3fa10',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.617249] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.617466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.617565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.617807] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.618831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.619172] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1102.619290] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1102.619371] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1102.619439] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1102.619528] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1102.619610] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGH for action security_group_rules [ 1102.619741] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5325b53-bfd7-401b-893f-15114b65a78f with Priority: HIGH for action security_group_rules [ 1102.619869] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6937dcf9-355a-477e-a22a-783d4d23df21 with Priority: HIGH for action security_group_rules [ 1102.620077] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGH for action security_group_rules [ 1102.620077] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGH for action security_group_rules [ 1102.620216] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGH for action security_group_rules [ 1102.620216] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGH for action security_group_rules [ 1102.620216] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGH for action security_group_rules [ 1102.620302] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGH for action security_group_rules [ 1102.620345] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae with Priority: HIGH for action security_group_rules [ 1102.620419] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGH for action security_group_rules [ 1102.620449] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGH for action security_group_rules [ 1102.621066] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGH for action security_group_rules [ 1102.621066] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGH for action security_group_rules [ 1102.621066] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGH for action security_group_rules [ 1102.621066] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGH for action security_group_rules [ 1102.621066] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c772a896-04bb-4b17-8148-8c49f300b64b with Priority: HIGH for action security_group_rules [ 1102.621066] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e with Priority: HIGH for action security_group_rules [ 1102.621066] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGH for action security_group_rules [ 1102.621066] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGH for action security_group_rules [ 1102.621066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.865095] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.865095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.865095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.865095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.865095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.865095] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 is going to be updated. [ 1102.897030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.897030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.897030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.897030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.897030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.905851] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: IN_PROGRESS for 2s [ 1102.982350] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.982549] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.982745] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.982956] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.983369] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.983462] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.983505] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.983814] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.983967] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.984196] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.984315] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.984427] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.984608] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.984818] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.984899] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.985046] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.002780] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.002953] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1103.003108] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.003287] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-665" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.003658] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-e87ead5d-7cb8-49f5-b212-0a28c4422ef2 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.003844] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-e87ead5d-7cb8-49f5-b212-0a28c4422ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.003968] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-e87ead5d-7cb8-49f5-b212-0a28c4422ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.004321] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-e87ead5d-7cb8-49f5-b212-0a28c4422ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.004465] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e87ead5d-7cb8-49f5-b212-0a28c4422ef2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.102062] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.102235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.102307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.102596] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.102682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.103332] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.103332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.103332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.103332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.103332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.103332] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 already deleted. [ 1103.103585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.247259] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c5baac-b20a-4116-a1f8-3104ebed768e in Status: SUCCESS [ 1103.247600] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c5baac-b20a-4116-a1f8-3104ebed768e deletion is rescheduled due to dependency. [ 1103.247600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c5baac-b20a-4116-a1f8-3104ebed768e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.510513] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.510513] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.510513] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.510798] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.510968] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.511138] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port e87ead5d-7cb8-49f5-b212-0a28c4422ef2 not found, creating... [ 1103.511405] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.511627] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.511757] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.511990] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.512144] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.512428] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.512649] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.512712] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.512912] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.513066] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.513208] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: e87ead5d-7cb8-49f5-b212-0a28c4422ef2 is going to be created. [ 1103.533285] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.533412] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.533567] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.534347] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.534622] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.534857] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-e87ead5d-7cb8-49f5-b212-0a28c4422ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.271983] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005532e8-036c-4840-99e4-e1f0f4199960 in Status: SUCCESS [ 1104.272241] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.274828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.274828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.274828] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.274828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.274828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.274828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.274828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.274828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.274828] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('005532e8-036c-4840-99e4-e1f0f4199960',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.284202] env[71107]: INFO networking_nsxv3.common.synchronization [req-c8e42890-17dd-49eb-b965-019dba2a6f27 req-1618452d-97a3-4f75-bb9b-7b1b18e44652 service nova] Enqueued Resource ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 with Priority: HIGHEST for action security_group_rules [ 1104.286344] env[71107]: INFO networking_nsxv3.common.synchronization [req-c8e42890-17dd-49eb-b965-019dba2a6f27 req-1618452d-97a3-4f75-bb9b-7b1b18e44652 service nova] Enqueued Resource ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 with Priority: HIGHEST for action security_group_members [ 1104.286591] env[71107]: INFO networking_nsxv3.common.synchronization [req-c8e42890-17dd-49eb-b965-019dba2a6f27 req-1618452d-97a3-4f75-bb9b-7b1b18e44652 service nova] Enqueued Resource ID: e87ead5d-7cb8-49f5-b212-0a28c4422ef2 with Priority: HIGHEST for action port [ 1104.289013] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 with Priority: HIGHEST for action security_group_rules [ 1104.289013] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 with Priority: HIGHEST for action security_group_members [ 1104.289418] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87ead5d-7cb8-49f5-b212-0a28c4422ef2 with Priority: HIGHEST for action port [ 1104.289550] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca597-1f42-496f-86b1-ef001138aefa with Priority: HIGH for action security_group_rules [ 1104.289657] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6937dcf9-355a-477e-a22a-783d4d23df21 with Priority: HIGH for action security_group_rules [ 1104.289756] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd with Priority: HIGH for action security_group_rules [ 1104.289849] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGH for action security_group_rules [ 1104.289942] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGH for action security_group_rules [ 1104.290050] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGH for action security_group_rules [ 1104.290142] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e with Priority: HIGH for action security_group_rules [ 1104.290229] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c772a896-04bb-4b17-8148-8c49f300b64b with Priority: HIGH for action security_group_rules [ 1104.290314] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 with Priority: HIGH for action security_group_rules [ 1104.290396] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35932c-c754-492f-b254-382032095da3 with Priority: HIGH for action security_group_rules [ 1104.290479] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 with Priority: HIGH for action security_group_rules [ 1104.290562] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 with Priority: HIGH for action security_group_rules [ 1104.290645] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGH for action security_group_rules [ 1104.290729] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae with Priority: HIGH for action security_group_rules [ 1104.290812] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGH for action security_group_rules [ 1104.290894] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 with Priority: HIGH for action security_group_rules [ 1104.290978] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGH for action security_group_rules [ 1104.291080] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGH for action security_group_rules [ 1104.291157] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5325b53-bfd7-401b-893f-15114b65a78f with Priority: HIGH for action security_group_rules [ 1104.291234] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91994a8-0888-44f2-99cb-154e5714d4ed with Priority: HIGH for action security_group_rules [ 1104.292193] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40982f81-0a77-418c-bdb8-b3fba1d3fa10 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.292285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.292350] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.292649] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.292685] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40982f81-0a77-418c-bdb8-b3fba1d3fa10',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.293789] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-40982f81-0a77-418c-bdb8-b3fba1d3fa10 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.294078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.294078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.294222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.297588] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.297588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.297588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.297588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.297588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.297588] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40982f81-0a77-418c-bdb8-b3fba1d3fa10',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.297588] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-e87ead5d-7cb8-49f5-b212-0a28c4422ef2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.297588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e87ead5d-7cb8-49f5-b212-0a28c4422ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.297588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e87ead5d-7cb8-49f5-b212-0a28c4422ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.297588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e87ead5d-7cb8-49f5-b212-0a28c4422ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.297588] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e87ead5d-7cb8-49f5-b212-0a28c4422ef2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.297588] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471ca597-1f42-496f-86b1-ef001138aefa taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.297588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.297588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.297588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.297588] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471ca597-1f42-496f-86b1-ef001138aefa',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.298237] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6937dcf9-355a-477e-a22a-783d4d23df21 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.298237] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.298237] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.298368] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.298431] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6937dcf9-355a-477e-a22a-783d4d23df21',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.299095] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.299196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.299335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.299400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.299469] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('779fceba-8012-42c0-aaa2-0eb1b62a4ffd',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.300765] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.300852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.300937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.301076] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.301144] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.302435] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.302549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.302612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.302762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.302830] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.303596] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.303902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.304056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.304234] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.304307] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.305470] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c443730-0ed1-4a4f-8dde-7d01ac612e7e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.305597] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.305663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.305836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.306955] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c443730-0ed1-4a4f-8dde-7d01ac612e7e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.307706] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c772a896-04bb-4b17-8148-8c49f300b64b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.307848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.307926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.308125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.308196] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c772a896-04bb-4b17-8148-8c49f300b64b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.308979] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.309105] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.309185] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.309313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.309382] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ec5fdb-e69e-435f-8f57-d9b1b1082cd8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.310062] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc35932c-c754-492f-b254-382032095da3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.310166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.310242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.310361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.310427] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc35932c-c754-492f-b254-382032095da3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.313118] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.313314] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.313379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.313545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.313630] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78f4ca3d-84e0-4b18-b04d-7042c6891c69',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.314347] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-653c3040-2810-41a1-8ec5-5c784c5274b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.314529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.314529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.314652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.314713] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('653c3040-2810-41a1-8ec5-5c784c5274b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.315519] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.315586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.315650] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.315799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.315882] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.316640] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94616c9d-3c9b-408c-bc17-ad0311cb8eae taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.316744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.316809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.316959] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.317038] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94616c9d-3c9b-408c-bc17-ad0311cb8eae',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.317780] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bd1c872-ffb1-490f-a512-beb201e60442 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.317879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.317943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.318106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.318171] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.318953] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d4aeb75-315a-40b1-9608-36e028ba8f47 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.319066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.319130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.319276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.319342] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d4aeb75-315a-40b1-9608-36e028ba8f47',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.319996] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.320111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.320226] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.320751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.320825] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.321505] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.321618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.321659] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.321802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.321895] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.323126] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5325b53-bfd7-401b-893f-15114b65a78f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.323254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.323320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.323926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.324020] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5325b53-bfd7-401b-893f-15114b65a78f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.325151] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b91994a8-0888-44f2-99cb-154e5714d4ed taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.325312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.325312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.325437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.325510] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b91994a8-0888-44f2-99cb-154e5714d4ed',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.782808] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('005532e8-036c-4840-99e4-e1f0f4199960',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.803106] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.803304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.803304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.803594] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.804172] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.804350] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.804428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.804697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.804697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.804798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.804868] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.823420] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.823614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.823714] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.823903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.830160] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd1c872-ffb1-490f-a512-beb201e60442 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.830311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.830409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.830563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.830782] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.831026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.831318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.831536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.831632] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.831725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.831815] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.834395] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.834505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.834585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.834758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.834917] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.835023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.835085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.835250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.835309] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.835384] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.835469] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.836678] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.836782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.836851] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.837092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.837261] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.837364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.837452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.838298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.838381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.838475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.838589] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.839374] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-40982f81-0a77-418c-bdb8-b3fba1d3fa10 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.839461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.846930] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40982f81-0a77-418c-bdb8-b3fba1d3fa10',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.853631] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e87ead5d-7cb8-49f5-b212-0a28c4422ef2 with status ACTIVE [ 1104.853940] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.854056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.854198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.854397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.854485] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.854678] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.854776] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.854842] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.854990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.855082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.855259] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.855351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.855409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.855587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.855645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.855691] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e87ead5d-7cb8-49f5-b212-0a28c4422ef2 is going to be updated. [ 1104.863209] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40982f81-0a77-418c-bdb8-b3fba1d3fa10',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.871770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.871921] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 779fceba-8012-42c0-aaa2-0eb1b62a4ffd is going to be deleted. [ 1104.878362] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.878639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.878639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.879200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.879200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.879200] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 is going to be created. [ 1104.916483] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.916603] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.916655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.918096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.920787] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.920913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.921706] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.921840] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.923089] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.923089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.924167] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.924295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.925033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.925168] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.925903] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.926077] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.930040] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.930040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.930040] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.930040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.930446] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.930446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.931276] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.931390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.932619] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1104.932619] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.932619] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.934978] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1104.935481] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.935675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.935779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.936026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.936192] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.936384] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e87ead5d-7cb8-49f5-b212-0a28c4422ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.937110] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1104.938973] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.938973] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.938973] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1104.938973] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: SUCCESS [ 1104.938973] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.940331] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1104.940815] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.940964] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.942040] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1104.942720] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.942720] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.948287] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1104.948755] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.948897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.949011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.949181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.949335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.954184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.954184] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c772a896-04bb-4b17-8148-8c49f300b64b is going to be deleted. [ 1104.954184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.954184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.960720] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 in Status: UNINITIALIZED for 2s [ 1104.973954] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.974175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.975701] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1104.976294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.976485] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 653c3040-2810-41a1-8ec5-5c784c5274b6 is going to be deleted. [ 1104.977349] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.977554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.001840] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.001983] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471ca597-1f42-496f-86b1-ef001138aefa is going to be deleted. [ 1105.002946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.003201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.013999] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.014156] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.028481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.028535] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78f4ca3d-84e0-4b18-b04d-7042c6891c69 is going to be deleted. [ 1105.029743] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.029913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.065695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.065940] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6937dcf9-355a-477e-a22a-783d4d23df21 is going to be deleted. [ 1105.067135] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.067383] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.104244] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.104486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.120207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.121395] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be deleted. [ 1105.121395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.121645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.123081] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.123268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.170756] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.170903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.177445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.177600] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ec5fdb-e69e-435f-8f57-d9b1b1082cd8 is going to be deleted. [ 1105.178805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.179047] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.240688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.240892] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94616c9d-3c9b-408c-bc17-ad0311cb8eae is going to be deleted. [ 1105.242276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.242586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.284967] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 005532e8-036c-4840-99e4-e1f0f4199960: rpc.has_security_group_logging(os_id): False [ 1105.290673] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.290823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.307699] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.307922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.308072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.308320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.308507] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.308611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.308678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.308836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.308949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.309020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.309184] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.309323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.309404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.309564] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.309781] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.309899] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.309965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.310134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.310220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.310305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.310397] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.313171] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.313171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.317756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.317756] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc35932c-c754-492f-b254-382032095da3 is going to be deleted. [ 1105.317929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.318080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.342861] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.343054] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.343237] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.344165] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.345593] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.345593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.345593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.345593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.345825] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.345891] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.345939] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.346099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.346610] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.346610] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.346610] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.346610] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.346610] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.346790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.346834] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.346929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.346984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.347138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.347218] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.347300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.347382] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.379053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.379216] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be deleted. [ 1105.380183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.380414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.426952] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.427176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.432074] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.432259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.463342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.463500] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c443730-0ed1-4a4f-8dde-7d01ac612e7e is going to be deleted. [ 1105.464561] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.464788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.494064] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.494064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.495107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.495282] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa60387b-daa4-42de-a08e-f5c19a161cab is going to be deleted. [ 1105.496344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.496563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.555755] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.556323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.562958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.563124] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5325b53-bfd7-401b-893f-15114b65a78f is going to be deleted. [ 1105.564221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.564452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.615525] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.615709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.616665] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.616745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.622451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.622596] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d4aeb75-315a-40b1-9608-36e028ba8f47 is going to be deleted. [ 1105.623618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.623849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.675325] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.675514] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b91994a8-0888-44f2-99cb-154e5714d4ed is going to be deleted. [ 1105.676826] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.677596] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.677771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.678468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-779fceba-8012-42c0-aaa2-0eb1b62a4ffd" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.678664] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.679116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.679279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.679567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c772a896-04bb-4b17-8148-8c49f300b64b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.680536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.680727] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.680869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.681090] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-653c3040-2810-41a1-8ec5-5c784c5274b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.681328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.681597] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.681733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.681915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471ca597-1f42-496f-86b1-ef001138aefa" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.682152] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.682366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.682474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.682711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78f4ca3d-84e0-4b18-b04d-7042c6891c69" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.682854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.683117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.683238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.683420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6937dcf9-355a-477e-a22a-783d4d23df21" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.683630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.683848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.683983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.684277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.684493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.684724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.684867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.685296] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.685453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.685577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.685806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.685992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.688013] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 005532e8-036c-4840-99e4-e1f0f4199960 is going to be created. [ 1105.688013] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.688013] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.688747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.688952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94616c9d-3c9b-408c-bc17-ad0311cb8eae" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.689172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.689590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.689707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.689889] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ec5fdb-e69e-435f-8f57-d9b1b1082cd8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.690132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.690665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.690665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.690814] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc35932c-c754-492f-b254-382032095da3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.690983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.691215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.691744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.691948] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.696021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.696021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.696021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.696021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.696021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.696021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.696021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.696021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c443730-0ed1-4a4f-8dde-7d01ac612e7e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.778023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.778023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.778023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.778023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.778023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.778023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5325b53-bfd7-401b-893f-15114b65a78f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.788540] env[71107]: INFO networking_nsxv3.common.synchronization [req-ed95b888-753e-40fe-a99f-ae402a7645b1 req-99b487af-ffac-4581-8e03-869da317bd96 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1105.789127] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1105.789510] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.789600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.789646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.789834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.789975] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.792136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.792136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.792136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.792136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.792136] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.814328] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a066f74d-db1c-42ee-974d-5a2dfd593e20: rpc.has_security_group_logging(os_id): False [ 1105.840312] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.840485] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.840519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.841196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.841196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.841196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d4aeb75-315a-40b1-9608-36e028ba8f47" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.845566] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51495cb4-cd40-4ca3-af22-110651ea3660: rpc.has_security_group_logging(os_id): False [ 1105.848654] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bd1c872-ffb1-490f-a512-beb201e60442: rpc.has_security_group_logging(os_id): False [ 1105.849838] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c6df673-ad6e-4128-b303-e62099e351f2: rpc.has_security_group_logging(os_id): False [ 1105.882046] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.882326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.882326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.882501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.884570] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.884697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.885628] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.885757] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.887208] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.887323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.893313] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.893487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.894587] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.894783] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.924667] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1105.925251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.925673] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.925776] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.925901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.926098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.926179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.926284] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51495cb4-cd40-4ca3-af22-110651ea3660 is going to be updated. [ 1105.927393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.927581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.981682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.981771] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.981869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.981933] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.982177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.982257] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.982359] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bd1c872-ffb1-490f-a512-beb201e60442 is going to be updated. [ 1105.983873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.984163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.037426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.037736] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.037867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.037948] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.038278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.038363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.038580] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.038689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.038751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.038913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.038989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.039196] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.039280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.039344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.039470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.039543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.039638] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1106.040843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.041038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.041235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.042407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.042407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.079976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.080306] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.080431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.080503] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.080711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.080796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.080984] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.081099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.081162] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.081316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.081390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.081781] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.081887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.081944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.082214] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.082304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.082392] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1106.083493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.083754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.083843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.083963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b91994a8-0888-44f2-99cb-154e5714d4ed" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.091279] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 005532e8-036c-4840-99e4-e1f0f4199960 in Status: IN_PROGRESS for 2s [ 1106.092469] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.092611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.092683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.092891] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.093051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.115219] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: IN_PROGRESS for 2s [ 1106.136628] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.136854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.136916] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.137147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.137302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.151800] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd1c872-ffb1-490f-a512-beb201e60442 in Status: IN_PROGRESS for 2s [ 1106.198508] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.198899] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.198899] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.199106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.199306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.220870] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1106.237252] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.237421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.237491] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.237702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.237853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.258981] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1106.293652] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.294041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.294041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.294141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.294280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.294494] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.294632] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.294632] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.294749] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.294836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.294928] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1106.404214] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.405066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.405066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.405066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.405066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.415533] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1106.971747] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 in Status: SUCCESS [ 1106.971966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.972481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.972699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.972886] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.973010] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.973083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.973241] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.973333] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.973405] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.973483] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40982f81-0a77-418c-bdb8-b3fba1d3fa10',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.479371] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-40982f81-0a77-418c-bdb8-b3fba1d3fa10 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.479371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.479371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.479371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.479371] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.479371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.479371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.479371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.479371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.479371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.479371] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-40982f81-0a77-418c-bdb8-b3fba1d3fa10 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.479371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.479371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.479371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.479371] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.479371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.480185] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.480185] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.480185] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.480185] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.480185] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40982f81-0a77-418c-bdb8-b3fba1d3fa10',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.985256] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40982f81-0a77-418c-bdb8-b3fba1d3fa10: rpc.has_security_group_logging(os_id): False [ 1108.002582] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.002730] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.002834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.003160] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.003334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.003534] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.003647] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.003789] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.003913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.004029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.004242] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.004333] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.004392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.004577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.004637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.004833] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.004918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.004980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.006837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.006959] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.007210] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 is going to be created. [ 1108.068430] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.068430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.068430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.068430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.068430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.078806] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 in Status: IN_PROGRESS for 2s [ 1108.107711] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 005532e8-036c-4840-99e4-e1f0f4199960 in Status: SUCCESS [ 1108.107711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.128955] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: SUCCESS [ 1108.129233] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.172013] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bd1c872-ffb1-490f-a512-beb201e60442 in Status: SUCCESS [ 1108.172277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.239263] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1108.239563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.272795] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1108.273054] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.428228] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1108.428432] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 deletion is rescheduled due to dependency. [ 1108.428641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.975791] env[71107]: INFO networking_nsxv3.common.synchronization [req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 req-c3ab0e7c-6c13-4500-b9aa-8451486faff2 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 with Priority: HIGHEST for action security_group_members [ 1108.976365] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 with Priority: HIGHEST for action security_group_members [ 1108.976678] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.976804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.976871] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.980251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.980456] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.982034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.982034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.982034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.982034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.982034] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185e86a9-ad9e-40a6-85a9-9ef1f1d4b079',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.378444] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.378654] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.378821] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.379135] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.379588] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.379588] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.379748] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.379856] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.380010] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.381130] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.381210] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.381344] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.382576] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.382576] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.382576] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.382576] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.402350] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.402706] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.402917] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.403144] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.403504] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-465b122e-97d4-4d7b-ae12-94b1dc43fb7f taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.403774] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-465b122e-97d4-4d7b-ae12-94b1dc43fb7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.403959] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-465b122e-97d4-4d7b-ae12-94b1dc43fb7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.404344] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-465b122e-97d4-4d7b-ae12-94b1dc43fb7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.404541] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465b122e-97d4-4d7b-ae12-94b1dc43fb7f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.484764] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.484938] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.485037] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.485291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.485387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.485588] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.485694] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.485757] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.485906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.485979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.486074] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 already deleted. [ 1109.486155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.906819] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.907193] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.907335] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.907693] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.907902] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.908122] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 465b122e-97d4-4d7b-ae12-94b1dc43fb7f not found, creating... [ 1109.908446] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.908639] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.909179] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.909179] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.909292] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.909553] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.909743] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.909880] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.910136] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.910360] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.910500] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 465b122e-97d4-4d7b-ae12-94b1dc43fb7f is going to be created. [ 1109.934629] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.934883] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.934994] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.935338] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.935717] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.935787] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-465b122e-97d4-4d7b-ae12-94b1dc43fb7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.100049] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 in Status: SUCCESS [ 1110.100302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.727737] env[71107]: INFO networking_nsxv3.common.synchronization [req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 req-e68574ab-a5d8-4cdf-8273-e092cc724206 service nova] Enqueued Resource ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 with Priority: HIGHEST for action security_group_rules [ 1110.727965] env[71107]: INFO networking_nsxv3.common.synchronization [req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 req-e68574ab-a5d8-4cdf-8273-e092cc724206 service nova] Enqueued Resource ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 with Priority: HIGHEST for action security_group_members [ 1110.728187] env[71107]: INFO networking_nsxv3.common.synchronization [req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 req-e68574ab-a5d8-4cdf-8273-e092cc724206 service nova] Enqueued Resource ID: 465b122e-97d4-4d7b-ae12-94b1dc43fb7f with Priority: HIGHEST for action port [ 1110.728794] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 with Priority: HIGHEST for action security_group_rules [ 1110.729057] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 with Priority: HIGHEST for action security_group_members [ 1110.729208] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465b122e-97d4-4d7b-ae12-94b1dc43fb7f with Priority: HIGHEST for action port [ 1110.729929] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.729929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.729929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.733756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.733756] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185e86a9-ad9e-40a6-85a9-9ef1f1d4b079',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.733756] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.733756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.733756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.733756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.733756] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.733756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.733756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.733756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.733756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.733756] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185e86a9-ad9e-40a6-85a9-9ef1f1d4b079',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.733756] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-465b122e-97d4-4d7b-ae12-94b1dc43fb7f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.733756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-465b122e-97d4-4d7b-ae12-94b1dc43fb7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.733756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-465b122e-97d4-4d7b-ae12-94b1dc43fb7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.733756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-465b122e-97d4-4d7b-ae12-94b1dc43fb7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.733756] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465b122e-97d4-4d7b-ae12-94b1dc43fb7f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.112138] env[71107]: INFO networking_nsxv3.common.synchronization [None req-bcff1c27-3849-49d9-9321-2b758d471a9e None None] Enqueued Resource ID: 3a315d42-d0fe-4a8c-995a-90735415c8e8 with Priority: HIGHEST for action port [ 1111.112138] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a315d42-d0fe-4a8c-995a-90735415c8e8 with Priority: HIGHEST for action port [ 1111.112138] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a315d42-d0fe-4a8c-995a-90735415c8e8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.112138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a315d42-d0fe-4a8c-995a-90735415c8e8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.112138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a315d42-d0fe-4a8c-995a-90735415c8e8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.112138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a315d42-d0fe-4a8c-995a-90735415c8e8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.112138] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a315d42-d0fe-4a8c-995a-90735415c8e8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.234378] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('185e86a9-ad9e-40a6-85a9-9ef1f1d4b079',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.236419] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.236419] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.239225] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 465b122e-97d4-4d7b-ae12-94b1dc43fb7f with status ACTIVE [ 1111.239225] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.239225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.239225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.239225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.239225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.239225] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.239225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.239225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.239225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.239225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.239225] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.239225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.239225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.239225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.239225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.239998] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 465b122e-97d4-4d7b-ae12-94b1dc43fb7f is going to be updated. [ 1111.264806] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.264806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.264806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.264806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.264806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.264806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-465b122e-97d4-4d7b-ae12-94b1dc43fb7f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.614080] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a315d42-d0fe-4a8c-995a-90735415c8e8 [ 1111.614339] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.614507] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.614546] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.614789] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.614911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.615025] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a315d42-d0fe-4a8c-995a-90735415c8e8 already deleted. [ 1111.615114] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a315d42-d0fe-4a8c-995a-90735415c8e8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.738098] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('185e86a9-ad9e-40a6-85a9-9ef1f1d4b079',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.048557] env[71107]: INFO networking_nsxv3.common.synchronization [None req-f27c6d2b-b833-4fec-935e-882ad070ad6b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Enqueued Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_rules [ 1112.049206] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_rules [ 1112.049550] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-248a0d22-5d2e-4bd5-aaf1-020460901505 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.049694] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.049779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.054111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.054298] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.143350] env[71107]: INFO networking_nsxv3.common.synchronization [None req-8346e5cc-3ae5-4eed-8720-2cc906bcae16 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Enqueued Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_rules [ 1112.143892] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_rules [ 1112.144210] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-248a0d22-5d2e-4bd5-aaf1-020460901505 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.144313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.240339] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.240533] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.240620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.240860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.240961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.241085] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 is going to be created. [ 1112.265768] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.265948] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.265948] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.266181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.266372] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.280063] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 in Status: UNINITIALIZED for 2s [ 1112.576322] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.576474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.576602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.576747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.576874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.576925] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 already deleted. [ 1112.578452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.578490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.579154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.579154] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.103626] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.103965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.104069] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.104398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.104484] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.104611] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 already deleted. [ 1113.104611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.452477] env[71107]: INFO networking_nsxv3.common.synchronization [None req-0c51b717-c218-4240-8ea2-7f5beb9c9491 None None] Enqueued Resource ID: 64f8f94a-715d-413f-b9f0-4ae34df1ae3d with Priority: HIGHEST for action port [ 1113.453306] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f8f94a-715d-413f-b9f0-4ae34df1ae3d with Priority: HIGHEST for action port [ 1113.453306] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-64f8f94a-715d-413f-b9f0-4ae34df1ae3d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.453429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64f8f94a-715d-413f-b9f0-4ae34df1ae3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.453497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64f8f94a-715d-413f-b9f0-4ae34df1ae3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.454048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64f8f94a-715d-413f-b9f0-4ae34df1ae3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.454048] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64f8f94a-715d-413f-b9f0-4ae34df1ae3d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.957749] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64f8f94a-715d-413f-b9f0-4ae34df1ae3d [ 1113.957749] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.957945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.957945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.958084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.958171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.958269] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64f8f94a-715d-413f-b9f0-4ae34df1ae3d already deleted. [ 1113.958346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64f8f94a-715d-413f-b9f0-4ae34df1ae3d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.290792] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 in Status: SUCCESS [ 1114.290792] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.291092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.291415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.291725] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.291920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.292055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.294480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.294480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.294480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.294480] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('185e86a9-ad9e-40a6-85a9-9ef1f1d4b079',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.799311] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('185e86a9-ad9e-40a6-85a9-9ef1f1d4b079',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.242980] env[71107]: INFO networking_nsxv3.common.synchronization [req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 req-7661ac56-c085-456b-a53b-cb9e90b7f515 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGHEST for action security_group_members [ 1115.244047] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGHEST for action security_group_members [ 1115.244626] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ab5f12-0989-4d7c-996b-7f14c428d91c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.244626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.244626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.244838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.244838] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.244980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.245087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.245271] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.245363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.245467] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05ab5f12-0989-4d7c-996b-7f14c428d91c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.301852] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079: rpc.has_security_group_logging(os_id): False [ 1115.322048] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.322183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.322248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.322468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.322551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.322805] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.322907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.322973] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.323146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.323222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.323312] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 is going to be created. [ 1115.390210] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.390398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.390437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.390639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.390817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.404701] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 in Status: IN_PROGRESS for 2s [ 1115.729703] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.729876] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.729991] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.730291] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.730569] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.730730] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.730913] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.731149] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.731308] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.731732] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.731732] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.731732] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.731917] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.732049] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.732163] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.732298] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.748319] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.748513] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.748513] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.748765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.748858] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.749053] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.749159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.749229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.749435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.749468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.749552] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c already deleted. [ 1115.749634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.753087] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.753414] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1115.753693] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.753935] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.754289] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-04c8f0ce-0d27-411b-8fee-3dc610d85fbf taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.754478] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-04c8f0ce-0d27-411b-8fee-3dc610d85fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.754604] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-04c8f0ce-0d27-411b-8fee-3dc610d85fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.754962] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-04c8f0ce-0d27-411b-8fee-3dc610d85fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.755144] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c8f0ce-0d27-411b-8fee-3dc610d85fbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.257740] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.258157] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.258327] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.258619] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.258778] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.258943] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 04c8f0ce-0d27-411b-8fee-3dc610d85fbf not found, creating... [ 1116.259230] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.259390] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.259511] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.259771] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.259919] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.260325] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.260458] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.260583] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.260798] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.260968] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.261137] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 04c8f0ce-0d27-411b-8fee-3dc610d85fbf is going to be created. [ 1116.283119] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.283356] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.283486] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.283848] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.284115] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.284353] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-04c8f0ce-0d27-411b-8fee-3dc610d85fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.766744] env[71107]: INFO networking_nsxv3.common.synchronization [req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e req-b8113d7a-e356-4b9e-babe-0f103c7d07d1 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Enqueued Resource ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 with Priority: HIGHEST for action security_group_members [ 1116.767367] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 with Priority: HIGHEST for action security_group_members [ 1116.768415] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-40982f81-0a77-418c-bdb8-b3fba1d3fa10 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.768415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.768415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.768415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.768415] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.768415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.768677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.768677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.768677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.768834] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40982f81-0a77-418c-bdb8-b3fba1d3fa10',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.025515] env[71107]: INFO networking_nsxv3.common.synchronization [req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 req-b8d99fda-cce2-48d3-b215-3818140fed9e service nova] Enqueued Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGHEST for action security_group_rules [ 1117.025697] env[71107]: INFO networking_nsxv3.common.synchronization [req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 req-b8d99fda-cce2-48d3-b215-3818140fed9e service nova] Enqueued Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGHEST for action security_group_members [ 1117.025839] env[71107]: INFO networking_nsxv3.common.synchronization [req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 req-b8d99fda-cce2-48d3-b215-3818140fed9e service nova] Enqueued Resource ID: 04c8f0ce-0d27-411b-8fee-3dc610d85fbf with Priority: HIGHEST for action port [ 1117.026100] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGHEST for action security_group_rules [ 1117.026241] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGHEST for action security_group_members [ 1117.026338] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c8f0ce-0d27-411b-8fee-3dc610d85fbf with Priority: HIGHEST for action port [ 1117.026900] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05ab5f12-0989-4d7c-996b-7f14c428d91c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.027051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.027123] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.027369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.027431] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05ab5f12-0989-4d7c-996b-7f14c428d91c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.028516] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ab5f12-0989-4d7c-996b-7f14c428d91c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.028627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.028695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.028870] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.029035] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.029134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.029196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.029345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.029427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.029522] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05ab5f12-0989-4d7c-996b-7f14c428d91c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.030286] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c8f0ce-0d27-411b-8fee-3dc610d85fbf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.030406] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c8f0ce-0d27-411b-8fee-3dc610d85fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.030463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c8f0ce-0d27-411b-8fee-3dc610d85fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.030632] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c8f0ce-0d27-411b-8fee-3dc610d85fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.030707] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c8f0ce-0d27-411b-8fee-3dc610d85fbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.273724] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.274142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.274199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.274524] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.274687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.275033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.275207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.275328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.275607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.275746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.275913] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 is going to be updated. [ 1117.305914] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.306101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.306101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.306328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.306509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.315597] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 in Status: IN_PROGRESS for 2s [ 1117.417897] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 in Status: SUCCESS [ 1117.418146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.533162] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ab5f12-0989-4d7c-996b-7f14c428d91c taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.533162] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.533528] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05ab5f12-0989-4d7c-996b-7f14c428d91c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.534682] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04c8f0ce-0d27-411b-8fee-3dc610d85fbf with status ACTIVE [ 1117.534682] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.534682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.534928] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.535296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.535296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.535416] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.535502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.535550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.535668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.535802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.536087] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.536191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.536277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.536441] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.536584] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.536757] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04c8f0ce-0d27-411b-8fee-3dc610d85fbf is going to be updated. [ 1117.559820] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.560014] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.560134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.560323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.560473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.560678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c8f0ce-0d27-411b-8fee-3dc610d85fbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.038936] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05ab5f12-0989-4d7c-996b-7f14c428d91c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.541820] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.542297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.542297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.542297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.542458] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.542458] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c is going to be created. [ 1118.572922] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.573089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.573153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.573374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.573537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.584983] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c in Status: UNINITIALIZED for 2s [ 1119.326434] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 in Status: SUCCESS [ 1119.326618] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 deletion is rescheduled due to dependency. [ 1119.326741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.617269] env[71107]: INFO networking_nsxv3.common.synchronization [req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 req-baa67388-08c0-46ab-8681-a2815af38184 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_members [ 1119.617844] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_members [ 1119.618207] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a8f4048-b861-4405-9b97-b0ba82ec4161 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.618638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.618638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.618779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.618897] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.619148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.619815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.619815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.619815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.619815] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.121572] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.121847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.122014] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.122130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.122248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.122494] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.122611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.122708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.122914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.123052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.123166] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 already deleted. [ 1120.123246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.156585] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.156863] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.157254] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.157627] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.158008] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.158229] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.158383] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.158668] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.158864] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.159171] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.159334] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.159492] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.159652] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.159818] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.159947] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.160125] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.181261] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.181261] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1120.181261] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.181261] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.181695] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-ae5af878-c166-49f1-960e-21adc3e86df1 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.181925] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-ae5af878-c166-49f1-960e-21adc3e86df1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.182108] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-ae5af878-c166-49f1-960e-21adc3e86df1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.182483] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-ae5af878-c166-49f1-960e-21adc3e86df1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.182666] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae5af878-c166-49f1-960e-21adc3e86df1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.600270] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c in Status: SUCCESS [ 1120.600539] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.600670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.600879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.601081] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.601206] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.601266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.601414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.601491] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.601577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.601702] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05ab5f12-0989-4d7c-996b-7f14c428d91c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.685506] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.685900] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.686018] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.686446] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.686667] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.686943] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port ae5af878-c166-49f1-960e-21adc3e86df1 not found, creating... [ 1120.687273] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.687463] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.687587] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.687906] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.688367] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.688476] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.688598] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.688741] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.688974] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.689152] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.689303] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: ae5af878-c166-49f1-960e-21adc3e86df1 is going to be created. [ 1120.712819] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.713420] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.713601] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.713986] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.714258] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.714668] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-ae5af878-c166-49f1-960e-21adc3e86df1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.103948] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05ab5f12-0989-4d7c-996b-7f14c428d91c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.545496] env[71107]: INFO networking_nsxv3.common.synchronization [req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 req-8804746a-c5a2-4be7-a10a-bfd3d9b2eac8 service nova] Enqueued Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_rules [ 1121.545670] env[71107]: INFO networking_nsxv3.common.synchronization [req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 req-8804746a-c5a2-4be7-a10a-bfd3d9b2eac8 service nova] Enqueued Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_members [ 1121.545806] env[71107]: INFO networking_nsxv3.common.synchronization [req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 req-8804746a-c5a2-4be7-a10a-bfd3d9b2eac8 service nova] Enqueued Resource ID: ae5af878-c166-49f1-960e-21adc3e86df1 with Priority: HIGHEST for action port [ 1121.546073] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_rules [ 1121.546202] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_members [ 1121.546552] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5af878-c166-49f1-960e-21adc3e86df1 with Priority: HIGHEST for action port [ 1121.547636] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a8f4048-b861-4405-9b97-b0ba82ec4161 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.547636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.547636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.547636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.547636] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.548241] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a8f4048-b861-4405-9b97-b0ba82ec4161 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.548362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.548428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.548622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.548768] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.548864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.548928] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.549125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.549159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.549245] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.553079] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae5af878-c166-49f1-960e-21adc3e86df1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.553079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae5af878-c166-49f1-960e-21adc3e86df1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.553079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae5af878-c166-49f1-960e-21adc3e86df1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.553079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae5af878-c166-49f1-960e-21adc3e86df1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.553079] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae5af878-c166-49f1-960e-21adc3e86df1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.606797] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05ab5f12-0989-4d7c-996b-7f14c428d91c: rpc.has_security_group_logging(os_id): False [ 1121.626903] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.627121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.627244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.627573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.627722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.628185] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.628353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.628452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.628690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.628813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.628948] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c is going to be created. [ 1121.702042] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.702420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.702420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.702894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.702894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.715516] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c in Status: IN_PROGRESS for 2s [ 1122.052357] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a8f4048-b861-4405-9b97-b0ba82ec4161 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.052357] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.052688] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.056986] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae5af878-c166-49f1-960e-21adc3e86df1 with status ACTIVE [ 1122.056986] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.057175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.057352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.057557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.057961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.057961] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.057961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.058172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.058220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.058396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.058481] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.058621] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.059169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.059169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.059169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.059169] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae5af878-c166-49f1-960e-21adc3e86df1 is going to be updated. [ 1122.094711] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.094859] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.094931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.095167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.096034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.096034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae5af878-c166-49f1-960e-21adc3e86df1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.558832] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.558832] env[71107]: INFO networking_nsxv3.common.synchronization [req-dbd1612d-b6b0-4772-831c-7c5fdd56070c req-f48e189a-9c5d-4adb-99b8-4cff620ab91b tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Enqueued Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGHEST for action security_group_members [ 1122.558832] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGHEST for action security_group_members [ 1122.558832] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bd1c872-ffb1-490f-a512-beb201e60442 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.558832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.558832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.558832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.559299] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.559299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.559299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.559299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.559469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.559469] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.059054] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.059421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.059421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.059507] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.059600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.059705] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 is going to be created. [ 1123.062676] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.062818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.062863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.063064] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.063369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.063570] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.063676] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.063742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.063977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.064316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.064435] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd1c872-ffb1-490f-a512-beb201e60442 is going to be updated. [ 1123.086967] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.086967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.086967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.086967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.086967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.088592] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.088735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.088794] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.088954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.089199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.097718] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd1c872-ffb1-490f-a512-beb201e60442 in Status: IN_PROGRESS for 2s [ 1123.098612] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: UNINITIALIZED for 2s [ 1123.730607] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c in Status: SUCCESS [ 1123.730953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.527831] env[71107]: INFO networking_nsxv3.common.synchronization [None req-e5338752-cf1e-4ecf-b984-eb9cc828d777 None None] Enqueued Resource ID: 646f1f6e-0a9f-40ef-9b69-075f5a16f837 with Priority: HIGHEST for action port [ 1124.529027] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646f1f6e-0a9f-40ef-9b69-075f5a16f837 with Priority: HIGHEST for action port [ 1124.529106] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-646f1f6e-0a9f-40ef-9b69-075f5a16f837 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.529245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-646f1f6e-0a9f-40ef-9b69-075f5a16f837" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.529345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-646f1f6e-0a9f-40ef-9b69-075f5a16f837" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.529633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-646f1f6e-0a9f-40ef-9b69-075f5a16f837" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.529917] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('646f1f6e-0a9f-40ef-9b69-075f5a16f837',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.035495] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 646f1f6e-0a9f-40ef-9b69-075f5a16f837 [ 1125.035863] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.036084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.036190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.036502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.036635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.036768] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:646f1f6e-0a9f-40ef-9b69-075f5a16f837 already deleted. [ 1125.036895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-646f1f6e-0a9f-40ef-9b69-075f5a16f837" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.109072] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bd1c872-ffb1-490f-a512-beb201e60442 in Status: SUCCESS [ 1125.109322] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bd1c872-ffb1-490f-a512-beb201e60442 deletion is rescheduled due to dependency. [ 1125.109450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.110164] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: SUCCESS [ 1125.110352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.110516] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.110728] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.110911] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.111038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.111104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.111262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.111342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.111425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.111531] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.617342] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.119560] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a8f4048-b861-4405-9b97-b0ba82ec4161: rpc.has_security_group_logging(os_id): False [ 1126.139068] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.139068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.139068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.139310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.139310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.139541] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.139642] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.139907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.140221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.140317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.140414] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 is going to be created. [ 1126.198148] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.198325] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.198325] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.198579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.198773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.212079] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: IN_PROGRESS for 2s [ 1126.369898] env[71107]: INFO networking_nsxv3.common.synchronization [None req-0fdae9dd-6b75-4178-8a6a-692b1f6c6809 None None] Enqueued Resource ID: 951f45f6-8afd-4157-92a2-c1200b83214d with Priority: HIGHEST for action port [ 1126.370179] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951f45f6-8afd-4157-92a2-c1200b83214d with Priority: HIGHEST for action port [ 1126.370779] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-951f45f6-8afd-4157-92a2-c1200b83214d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.370899] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-951f45f6-8afd-4157-92a2-c1200b83214d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.370978] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-951f45f6-8afd-4157-92a2-c1200b83214d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.371421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-951f45f6-8afd-4157-92a2-c1200b83214d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.371506] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('951f45f6-8afd-4157-92a2-c1200b83214d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.874314] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 951f45f6-8afd-4157-92a2-c1200b83214d [ 1126.874810] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.874810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.874810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.874991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.875164] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.875283] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:951f45f6-8afd-4157-92a2-c1200b83214d already deleted. [ 1126.875684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-951f45f6-8afd-4157-92a2-c1200b83214d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.226146] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: SUCCESS [ 1128.226585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.139810] env[71107]: INFO networking_nsxv3.common.synchronization [req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a req-9d500c27-eb56-4c98-ae18-30cc4ab05a89 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Enqueued Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1130.140479] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1130.140835] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.141043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.141359] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.141696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.141935] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.142898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.142993] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.143351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.143630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.143630] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.646214] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.646421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.646518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.646821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.646948] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.647242] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.647386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.647478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.647953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.647953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.647953] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad0be4e-9962-450e-bb12-20740de736f7 already deleted. [ 1130.648533] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.860614] env[71107]: INFO networking_nsxv3.common.synchronization [req-756bd450-beb2-4b51-bc78-f675f8bd1626 req-730dc205-1b8d-4cce-8660-b77b795b8d8a tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Enqueued Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_members [ 1130.861429] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 with Priority: HIGHEST for action security_group_members [ 1130.861570] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5fb892-a0a9-4c1b-b2df-34b119072a38 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.861697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.861767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.864084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.864310] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.864435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.864505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.864692] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.864784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.864884] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5fb892-a0a9-4c1b-b2df-34b119072a38',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.960018] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.960018] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-548" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.960018] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-548" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.960384] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-548" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.960657] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.960903] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.961116] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.962716] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.962716] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.962716] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.962716] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.962716] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.962716] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.962716] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.962716] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.962716] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.986391] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.986572] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1130.986753] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.986962] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-548" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.987405] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.987589] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.987714] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.988377] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.988548] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.366839] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.367140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.367140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.367447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.391680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.391680] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.391680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.391680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.391680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.391680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.391680] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 is going to be updated. [ 1131.418447] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.418635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.418673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.418905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.419063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.429259] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: IN_PROGRESS for 2s [ 1131.492190] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.493589] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.493801] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.494218] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.494606] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.494778] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 not found, creating... [ 1131.495223] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.496185] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.496444] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.496817] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.497092] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.497569] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.497930] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.498165] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.498529] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.498883] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.499201] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 is going to be created. [ 1131.526769] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.526982] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.527122] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.527407] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.527642] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.527875] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.801895] env[71107]: INFO networking_nsxv3.common.synchronization [None req-36a518c2-5133-456d-802a-c783d5039d9d None None] Enqueued Resource ID: d9355262-0914-47f8-b763-a8494278c14d with Priority: HIGHEST for action port [ 1131.802570] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9355262-0914-47f8-b763-a8494278c14d with Priority: HIGHEST for action port [ 1131.803178] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9355262-0914-47f8-b763-a8494278c14d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.803178] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9355262-0914-47f8-b763-a8494278c14d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.803178] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9355262-0914-47f8-b763-a8494278c14d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.803373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9355262-0914-47f8-b763-a8494278c14d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.803419] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9355262-0914-47f8-b763-a8494278c14d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.305653] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9355262-0914-47f8-b763-a8494278c14d [ 1132.305957] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.306141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.306207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.307674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.309216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.309216] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9355262-0914-47f8-b763-a8494278c14d already deleted. [ 1132.309216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9355262-0914-47f8-b763-a8494278c14d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.465017] env[71107]: INFO networking_nsxv3.common.synchronization [req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a req-54f14ac2-553d-405e-8959-d8ed170c6fb4 service nova] Enqueued Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_rules [ 1132.465017] env[71107]: INFO networking_nsxv3.common.synchronization [req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a req-54f14ac2-553d-405e-8959-d8ed170c6fb4 service nova] Enqueued Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1132.465017] env[71107]: INFO networking_nsxv3.common.synchronization [req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a req-54f14ac2-553d-405e-8959-d8ed170c6fb4 service nova] Enqueued Resource ID: fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 with Priority: HIGHEST for action port [ 1132.465017] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_rules [ 1132.465448] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1132.465448] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 with Priority: HIGHEST for action port [ 1132.465812] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.465958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.466020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.469616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.469616] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.469616] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.469616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.469616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.469616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.469616] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.469616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.469616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.469616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.469616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.469616] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.470166] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.470166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.470374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.470558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.470639] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.606131] env[71107]: INFO networking_nsxv3.common.synchronization [req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 req-51972703-19ec-4647-a8d3-750ba805e16e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1132.606644] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1132.607099] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.607626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.607695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.607896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.608069] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.608239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.608304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.608449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.608547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.608641] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.976355] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.978718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.978718] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.978718] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 with status ACTIVE [ 1132.978718] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.978718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.978718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.978718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.978718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.978718] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.979057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.979057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.981547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.981677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.981880] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.982565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.982565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.982565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.982565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.982565] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 is going to be updated. [ 1133.005961] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.006116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.006187] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.006414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.007307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.007307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.110336] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.110924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.111071] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.111311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.111458] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.111713] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.111897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.111997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.112260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.112387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.112515] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be deleted. [ 1133.144927] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.145189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.146229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.146949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.147145] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.147311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.446628] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 in Status: SUCCESS [ 1133.446809] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5fb892-a0a9-4c1b-b2df-34b119072a38 deletion is rescheduled due to dependency. [ 1133.446924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5fb892-a0a9-4c1b-b2df-34b119072a38" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.485444] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.564557] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.564871] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.564963] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.565289] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.565946] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.567695] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.567843] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.568126] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.568285] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.568533] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.568767] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.568767] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.568929] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.568978] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.569097] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.569261] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.590885] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.592065] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.592608] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.592608] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.593042] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-bd826a70-260a-43bf-8abe-6348b2209fd4 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.593042] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-bd826a70-260a-43bf-8abe-6348b2209fd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.593171] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-bd826a70-260a-43bf-8abe-6348b2209fd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.593441] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-bd826a70-260a-43bf-8abe-6348b2209fd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.593588] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd826a70-260a-43bf-8abe-6348b2209fd4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.988200] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.988364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.988430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.988649] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.988734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.988827] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad0be4e-9962-450e-bb12-20740de736f7 is going to be created. [ 1134.012713] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.014682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.014682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.014682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.014682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.022355] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad0be4e-9962-450e-bb12-20740de736f7 in Status: UNINITIALIZED for 2s [ 1134.096548] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.096780] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.096915] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.097228] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.097384] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.097543] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port bd826a70-260a-43bf-8abe-6348b2209fd4 not found, creating... [ 1134.097804] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.097965] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.098485] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.098485] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.098485] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.098741] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.098898] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.099121] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.099363] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.099501] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.099642] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: bd826a70-260a-43bf-8abe-6348b2209fd4 is going to be created. [ 1134.122501] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.122747] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.122869] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.123187] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.123420] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.123672] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-bd826a70-260a-43bf-8abe-6348b2209fd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.041841] env[71107]: INFO networking_nsxv3.common.synchronization [req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 req-e4537780-7a71-4436-81cc-5cb64870c3ef service nova] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_rules [ 1135.042112] env[71107]: INFO networking_nsxv3.common.synchronization [req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 req-e4537780-7a71-4436-81cc-5cb64870c3ef service nova] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1135.042206] env[71107]: INFO networking_nsxv3.common.synchronization [req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 req-e4537780-7a71-4436-81cc-5cb64870c3ef service nova] Enqueued Resource ID: bd826a70-260a-43bf-8abe-6348b2209fd4 with Priority: HIGHEST for action port [ 1135.042468] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_rules [ 1135.042647] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1135.042747] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd826a70-260a-43bf-8abe-6348b2209fd4 with Priority: HIGHEST for action port [ 1135.043824] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.044763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.045081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.045370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.045427] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.047019] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.049411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.049411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.049411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.049579] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.049849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.049952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.050152] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.050303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.050431] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.051621] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd826a70-260a-43bf-8abe-6348b2209fd4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.051724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd826a70-260a-43bf-8abe-6348b2209fd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.056050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd826a70-260a-43bf-8abe-6348b2209fd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.056050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd826a70-260a-43bf-8abe-6348b2209fd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.056050] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd826a70-260a-43bf-8abe-6348b2209fd4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.199415] env[71107]: INFO networking_nsxv3.common.synchronization [req-b3511d8b-77ee-4c31-a3a2-7cef2992602b req-ca5fffde-6328-4d58-a894-140811e6e025 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Enqueued Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_members [ 1135.199954] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_members [ 1135.200398] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-248a0d22-5d2e-4bd5-aaf1-020460901505 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.200655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.200803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.201142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.201408] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.201616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.201755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.201991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.202261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.202448] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.554299] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.554816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.557226] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.557890] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd826a70-260a-43bf-8abe-6348b2209fd4 with status ACTIVE [ 1135.558096] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.558229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.558281] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.558477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.559151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.559151] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.559151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.559151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.559151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.559151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.559385] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.559446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.559506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.559647] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.559717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.559799] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd826a70-260a-43bf-8abe-6348b2209fd4 is going to be updated. [ 1135.585839] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.585988] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.586087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.586299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.586424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.586998] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd826a70-260a-43bf-8abe-6348b2209fd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.613023] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.613242] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.613371] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.613718] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.613989] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.615457] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.615457] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.615457] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.615457] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.615834] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.615998] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.616187] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.616348] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.616496] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.616636] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.616802] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.636334] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.636857] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1135.637064] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.637275] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.637591] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.637760] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.638166] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.638529] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.638755] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62d81d7-bdfd-4799-bea5-e3d00cda40a0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.705560] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.705821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.708134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.708390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.708490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.708770] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.708863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.708928] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.709102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.709182] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.709271] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 already deleted. [ 1135.709351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.032170] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad0be4e-9962-450e-bb12-20740de736f7 in Status: SUCCESS [ 1136.032390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.032552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.032775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.033044] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.033207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.033207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.033351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.033385] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.033449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.033583] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.063832] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.145645] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.146494] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.146494] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.146494] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.146635] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.146677] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port a62d81d7-bdfd-4799-bea5-e3d00cda40a0 not found, creating... [ 1136.147042] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.147117] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.147290] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.147549] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.147749] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.148125] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.148300] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.148475] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.148705] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.148849] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.148999] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: a62d81d7-bdfd-4799-bea5-e3d00cda40a0 is going to be created. [ 1136.170659] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.170886] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.171021] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.171357] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.171602] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.171839] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.536422] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.568175] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.568175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.568175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.568175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.568175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.568175] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be created. [ 1136.600052] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.600052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.600052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.600052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.600052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.609508] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: UNINITIALIZED for 2s [ 1136.926939] env[71107]: INFO networking_nsxv3.common.synchronization [req-b3511d8b-77ee-4c31-a3a2-7cef2992602b req-dbd84584-2dd5-4033-812b-013f33dcb0b9 service nova] Enqueued Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_rules [ 1136.927632] env[71107]: INFO networking_nsxv3.common.synchronization [req-b3511d8b-77ee-4c31-a3a2-7cef2992602b req-dbd84584-2dd5-4033-812b-013f33dcb0b9 service nova] Enqueued Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_members [ 1136.927632] env[71107]: INFO networking_nsxv3.common.synchronization [req-b3511d8b-77ee-4c31-a3a2-7cef2992602b req-dbd84584-2dd5-4033-812b-013f33dcb0b9 service nova] Enqueued Resource ID: a62d81d7-bdfd-4799-bea5-e3d00cda40a0 with Priority: HIGHEST for action port [ 1136.927972] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_rules [ 1136.928113] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_members [ 1136.928264] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62d81d7-bdfd-4799-bea5-e3d00cda40a0 with Priority: HIGHEST for action port [ 1136.928553] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-248a0d22-5d2e-4bd5-aaf1-020460901505 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.928666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.928734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.928964] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.929170] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.930623] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-248a0d22-5d2e-4bd5-aaf1-020460901505 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.931502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.931502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.931502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.931502] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.931772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.931772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.931772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.932365] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.932365] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.933307] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.933307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.933307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.933465] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.933506] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62d81d7-bdfd-4799-bea5-e3d00cda40a0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.039639] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad0be4e-9962-450e-bb12-20740de736f7: rpc.has_security_group_logging(os_id): False [ 1137.076120] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.076729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.076729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.076729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.076729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.077030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.077165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.077223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.077384] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.077455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.077554] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad0be4e-9962-450e-bb12-20740de736f7 is going to be created. [ 1137.303911] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.304221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.304361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.305139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.305139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.329352] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad0be4e-9962-450e-bb12-20740de736f7 in Status: IN_PROGRESS for 2s [ 1137.436032] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-248a0d22-5d2e-4bd5-aaf1-020460901505 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.436191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.436378] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.438916] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a62d81d7-bdfd-4799-bea5-e3d00cda40a0 with status ACTIVE [ 1137.439146] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.439268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.439331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.439541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.439626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.439853] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.439926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.439985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.440148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.440219] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.440393] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.440480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.440538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.440671] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.440741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.440851] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a62d81d7-bdfd-4799-bea5-e3d00cda40a0 is going to be updated. [ 1137.464678] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.464829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.464900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.465146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.466024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.466024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.621482] env[71107]: INFO networking_nsxv3.common.synchronization [req-def27b45-f105-40e5-a1c2-1df0386f4f54 req-5fb18a3a-5e4f-4158-ae82-e6626a864c82 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1137.622185] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1137.622349] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.622473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.622541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.622746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.622896] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.623120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.623184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.623342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.623426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.623520] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.938616] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.097678] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-319 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.097972] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.098015] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.098329] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.098604] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.098718] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.098805] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.099029] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.099196] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.099494] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.099600] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.099713] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.099824] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.099937] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.100056] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.100193] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.117880] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.118063] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1138.118208] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.118386] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.119026] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-2c4e587b-60cb-4402-b7da-b4d07ec4220f taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.119292] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-2c4e587b-60cb-4402-b7da-b4d07ec4220f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.119466] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-2c4e587b-60cb-4402-b7da-b4d07ec4220f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.119959] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-2c4e587b-60cb-4402-b7da-b4d07ec4220f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.119959] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4e587b-60cb-4402-b7da-b4d07ec4220f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.125754] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.445060] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.445428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.445561] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.445838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.445960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.446083] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 is going to be created. [ 1138.472258] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.472468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.472468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.472703] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.472881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.482581] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 in Status: UNINITIALIZED for 2s [ 1138.623806] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.623806] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.623806] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.623806] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.624098] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.624346] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 2c4e587b-60cb-4402-b7da-b4d07ec4220f not found, creating... [ 1138.625052] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.625052] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.625052] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.625444] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.625646] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.626089] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.626328] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.626527] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.626809] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.627079] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.627292] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 2c4e587b-60cb-4402-b7da-b4d07ec4220f is going to be created. [ 1138.634030] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.634030] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 1138.634404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.634453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.634985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.634985] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.635145] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.635145] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.636065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.636065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.636065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.636065] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.653374] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.653581] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.653708] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.653998] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.654342] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.654588] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-2c4e587b-60cb-4402-b7da-b4d07ec4220f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.137759] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.138242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.138242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.138242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.138702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.138830] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1139.140244] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.180727] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.180981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.180981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.181300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.181533] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.194020] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1139.345321] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad0be4e-9962-450e-bb12-20740de736f7 in Status: SUCCESS [ 1139.346706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.601969] env[71107]: INFO networking_nsxv3.common.synchronization [req-def27b45-f105-40e5-a1c2-1df0386f4f54 req-7b3b416d-6e76-4df0-8f63-5efe1296d718 service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1139.602220] env[71107]: INFO networking_nsxv3.common.synchronization [req-def27b45-f105-40e5-a1c2-1df0386f4f54 req-7b3b416d-6e76-4df0-8f63-5efe1296d718 service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1139.602346] env[71107]: INFO networking_nsxv3.common.synchronization [req-def27b45-f105-40e5-a1c2-1df0386f4f54 req-7b3b416d-6e76-4df0-8f63-5efe1296d718 service nova] Enqueued Resource ID: 2c4e587b-60cb-4402-b7da-b4d07ec4220f with Priority: HIGHEST for action port [ 1139.602573] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1139.602697] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1139.602794] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4e587b-60cb-4402-b7da-b4d07ec4220f with Priority: HIGHEST for action port [ 1139.603392] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.603492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.603562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.603752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.603836] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.605509] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.605616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.605998] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c4e587b-60cb-4402-b7da-b4d07ec4220f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.606161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c4e587b-60cb-4402-b7da-b4d07ec4220f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.606209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c4e587b-60cb-4402-b7da-b4d07ec4220f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.606374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c4e587b-60cb-4402-b7da-b4d07ec4220f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.606456] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4e587b-60cb-4402-b7da-b4d07ec4220f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.642734] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07749d78-77c2-4215-84a8-e08038e248a4: rpc.has_security_group_logging(os_id): False [ 1139.663969] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.664168] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.664257] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.664487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.664577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.664824] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.664929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.665015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.665169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.665251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.665341] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be created. [ 1139.739625] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.739625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.739625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.739813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.740076] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.756548] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: IN_PROGRESS for 2s [ 1139.892870] env[71107]: INFO networking_nsxv3.common.synchronization [None req-8f959987-cfac-40b8-aa94-ef570c7ee188 None None] Enqueued Resource ID: cf8413a6-a95a-4e84-b80e-b5a86a28c141 with Priority: HIGHEST for action port [ 1139.894097] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8413a6-a95a-4e84-b80e-b5a86a28c141 with Priority: HIGHEST for action port [ 1139.894757] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf8413a6-a95a-4e84-b80e-b5a86a28c141 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.894930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf8413a6-a95a-4e84-b80e-b5a86a28c141" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.895273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf8413a6-a95a-4e84-b80e-b5a86a28c141" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.895643] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf8413a6-a95a-4e84-b80e-b5a86a28c141" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.895854] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf8413a6-a95a-4e84-b80e-b5a86a28c141',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.111552] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.111761] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.111897] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c4e587b-60cb-4402-b7da-b4d07ec4220f with status ACTIVE [ 1140.112179] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.112289] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.112336] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.112557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.112620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.112800] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.112898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.112961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.113129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.113230] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.113389] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.113486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.113548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.113692] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.113767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.113847] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c4e587b-60cb-4402-b7da-b4d07ec4220f is going to be updated. [ 1140.137738] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.137897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.138168] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.138202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.138337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.138512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c4e587b-60cb-4402-b7da-b4d07ec4220f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.399340] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf8413a6-a95a-4e84-b80e-b5a86a28c141 [ 1140.400420] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.400420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.400567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.400658] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.400742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.400835] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf8413a6-a95a-4e84-b80e-b5a86a28c141 already deleted. [ 1140.400915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf8413a6-a95a-4e84-b80e-b5a86a28c141" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.493494] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 in Status: SUCCESS [ 1140.493773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.494009] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.494299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.494505] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.494673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.494949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.494949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.495114] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.495211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.495292] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.001233] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.207962] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1141.208336] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.208409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.208718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.208979] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.209113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.209155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.209462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.209462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.209567] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.501734] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 248a0d22-5d2e-4bd5-aaf1-020460901505: rpc.has_security_group_logging(os_id): False [ 1141.525172] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.525501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.525501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.525764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.525764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.526055] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.526188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.526255] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.526424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.526622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.526791] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 is going to be created. [ 1141.612117] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.612739] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.612916] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.613304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.613580] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.629026] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 in Status: IN_PROGRESS for 2s [ 1141.712310] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.770550] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 1141.770827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.848701] env[71107]: INFO networking_nsxv3.common.synchronization [None req-13653b16-593d-49d6-b41a-db14a356633b None None] Enqueued Resource ID: 87c4bc54-d94a-47c0-9b5b-c308c608c640 with Priority: HIGHEST for action port [ 1141.848841] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87c4bc54-d94a-47c0-9b5b-c308c608c640 with Priority: HIGHEST for action port [ 1141.849556] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-87c4bc54-d94a-47c0-9b5b-c308c608c640 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.849556] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87c4bc54-d94a-47c0-9b5b-c308c608c640" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.849556] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87c4bc54-d94a-47c0-9b5b-c308c608c640" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.849985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87c4bc54-d94a-47c0-9b5b-c308c608c640" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.849985] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87c4bc54-d94a-47c0-9b5b-c308c608c640',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.035533] env[71107]: INFO networking_nsxv3.common.synchronization [req-493fe770-0fe2-4175-bd3c-456580fae8cd req-1e2fd250-948c-4071-92a7-bf3a12e0d663 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1142.036065] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1142.036371] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.036495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.036563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.036821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.036974] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.037190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.037190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.037300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.037435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.037512] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.214948] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.356969] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87c4bc54-d94a-47c0-9b5b-c308c608c640 [ 1142.357239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.357382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.357454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.357677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.357765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.357857] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87c4bc54-d94a-47c0-9b5b-c308c608c640 already deleted. [ 1142.357940] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87c4bc54-d94a-47c0-9b5b-c308c608c640" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.479137] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.479353] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.479485] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.479840] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.480124] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.480293] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.480418] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.480671] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.480839] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.481590] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.481590] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.481590] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.481747] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.481747] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.481844] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.482336] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.503246] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.503418] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1142.503574] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.503768] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.504312] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-4cef4aea-e09a-4265-ba55-59a6a4e3792f taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.504460] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-4cef4aea-e09a-4265-ba55-59a6a4e3792f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.504586] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-4cef4aea-e09a-4265-ba55-59a6a4e3792f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.504973] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-4cef4aea-e09a-4265-ba55-59a6a4e3792f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.505103] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cef4aea-e09a-4265-ba55-59a6a4e3792f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.541027] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.541207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.541291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.541512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.541647] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.541795] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.541888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.541953] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.542300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.542300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.542391] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 already deleted. [ 1142.542481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.721040] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.721040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.721040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.721040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.721040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.721040] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1142.753942] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.754231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.754434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.754585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.754774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.766601] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1143.009028] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.009028] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.009028] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.009028] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.009028] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.009028] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 4cef4aea-e09a-4265-ba55-59a6a4e3792f not found, creating... [ 1143.009028] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.009028] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.009028] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.009491] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.009491] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.009663] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.009865] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.009993] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.010862] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.011047] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.011322] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 4cef4aea-e09a-4265-ba55-59a6a4e3792f is going to be created. [ 1143.035742] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.035982] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.036148] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.036440] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.036682] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.036917] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-4cef4aea-e09a-4265-ba55-59a6a4e3792f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.643198] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 in Status: SUCCESS [ 1143.643198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.013346] env[71107]: INFO networking_nsxv3.common.synchronization [req-493fe770-0fe2-4175-bd3c-456580fae8cd req-6006f480-6df4-4809-85d0-9a3147b8c485 service nova] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_rules [ 1144.013414] env[71107]: INFO networking_nsxv3.common.synchronization [req-493fe770-0fe2-4175-bd3c-456580fae8cd req-6006f480-6df4-4809-85d0-9a3147b8c485 service nova] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1144.013595] env[71107]: INFO networking_nsxv3.common.synchronization [req-493fe770-0fe2-4175-bd3c-456580fae8cd req-6006f480-6df4-4809-85d0-9a3147b8c485 service nova] Enqueued Resource ID: 4cef4aea-e09a-4265-ba55-59a6a4e3792f with Priority: HIGHEST for action port [ 1144.014150] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_rules [ 1144.018165] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1144.018165] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cef4aea-e09a-4265-ba55-59a6a4e3792f with Priority: HIGHEST for action port [ 1144.018165] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.018165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.018165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.018165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.018165] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.018165] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.018165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.018165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.018165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.018165] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.018165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.018165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.018165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.018165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.018165] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.018967] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cef4aea-e09a-4265-ba55-59a6a4e3792f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.018967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cef4aea-e09a-4265-ba55-59a6a4e3792f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.018967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cef4aea-e09a-4265-ba55-59a6a4e3792f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.018967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cef4aea-e09a-4265-ba55-59a6a4e3792f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.019124] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cef4aea-e09a-4265-ba55-59a6a4e3792f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.520670] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.521770] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.521888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.525022] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cef4aea-e09a-4265-ba55-59a6a4e3792f with status ACTIVE [ 1144.525022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.525022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.525022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.525022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.525022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.525022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.525022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.525022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.525022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.525022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.525022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.525022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.525022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.525022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.525022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.525022] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cef4aea-e09a-4265-ba55-59a6a4e3792f is going to be updated. [ 1144.556418] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.556418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.556418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.556418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.556418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.556418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cef4aea-e09a-4265-ba55-59a6a4e3792f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.777486] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1144.777798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.777889] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.778487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.778487] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.778798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.778798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.778798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.778798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.778932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.778965] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.025503] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.282606] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.282795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.282845] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.283086] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.283252] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.283351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.283404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.283565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.283651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.283737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.283879] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.283979] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.284051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.284185] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.284438] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.284553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.284614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.284758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.284835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.284917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.285018] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.527788] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.528033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.528234] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.528398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.528516] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.528634] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be created. [ 1145.566290] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.566468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.566574] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.566878] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.567084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.579571] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: UNINITIALIZED for 2s [ 1145.790090] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a066f74d-db1c-42ee-974d-5a2dfd593e20: rpc.has_security_group_logging(os_id): False [ 1145.813657] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.813912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.814024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.814365] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.814555] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.815788] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.819023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.819023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.819023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.819023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.819023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.819023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.819023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.819023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.819023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.819023] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.819023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.819023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.819023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.819023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.819023] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1145.886815] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.886815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.886815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.887104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.887104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.908423] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1146.147932] env[71107]: INFO networking_nsxv3.common.synchronization [req-27ad392d-dcf2-46ca-b20a-e72f800710c2 req-25585dea-3216-4c89-8bac-ceec2cd81cac tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Enqueued Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_members [ 1146.150120] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_members [ 1146.150120] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.150629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.150746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.151063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.151313] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.151476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.151579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.151819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.151958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.153830] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.551533] env[71107]: INFO networking_nsxv3.common.synchronization [req-3156cb80-ef4f-4226-addb-e2d47457ae67 req-c11e4bda-8936-40d2-9971-b49919fdf6b1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_members [ 1146.554447] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_members [ 1146.554788] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a8f4048-b861-4405-9b97-b0ba82ec4161 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.554977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.554977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.555197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.555370] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.555483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.555547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.556473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.556473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.556473] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.656523] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.916801] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.917079] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.917146] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.917427] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.917684] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.921018] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.921018] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.921018] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.921018] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.921018] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.921018] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.921018] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.921018] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.921018] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.921018] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.921018] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.944998] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.945194] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1146.945342] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.945605] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.945936] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-010a2b34-adc9-46d8-b5ca-186a1499d3fe taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.946135] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-010a2b34-adc9-46d8-b5ca-186a1499d3fe" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.946261] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-010a2b34-adc9-46d8-b5ca-186a1499d3fe" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.946609] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-010a2b34-adc9-46d8-b5ca-186a1499d3fe" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.946759] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('010a2b34-adc9-46d8-b5ca-186a1499d3fe',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.059147] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.159895] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.449302] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.449302] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.449302] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.450138] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.450138] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.450138] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 010a2b34-adc9-46d8-b5ca-186a1499d3fe not found, creating... [ 1147.450256] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.450422] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.450545] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.450789] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.450977] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.451218] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.451376] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.451497] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.451759] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.451836] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.452042] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 010a2b34-adc9-46d8-b5ca-186a1499d3fe is going to be created. [ 1147.480105] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.480105] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.480105] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.480105] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.480105] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.480105] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-010a2b34-adc9-46d8-b5ca-186a1499d3fe" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.561262] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.604085] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1147.604366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.604894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.605132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.605323] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.605462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.605530] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.605680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.605767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.605853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.605951] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.664132] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.664461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.664600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.664834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.664936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.665054] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 is going to be updated. [ 1147.708401] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.708561] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.708631] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.708841] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.708982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.720948] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: IN_PROGRESS for 2s [ 1147.924802] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1147.925133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.065913] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.065913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.065913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.065913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.065913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.065913] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 is going to be updated. [ 1148.095926] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.095926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.095926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.095926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.095926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.100275] env[71107]: INFO networking_nsxv3.common.synchronization [None req-cfaa22fb-cc08-43d6-96c6-0021f6ea7f27 None None] Enqueued Resource ID: 44e82451-dc24-4a38-9ca4-5820e7b4c1d3 with Priority: HIGHEST for action port [ 1148.101114] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e82451-dc24-4a38-9ca4-5820e7b4c1d3 with Priority: HIGHEST for action port [ 1148.102037] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-44e82451-dc24-4a38-9ca4-5820e7b4c1d3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.102319] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44e82451-dc24-4a38-9ca4-5820e7b4c1d3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.102519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44e82451-dc24-4a38-9ca4-5820e7b4c1d3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.102850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44e82451-dc24-4a38-9ca4-5820e7b4c1d3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.104178] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e82451-dc24-4a38-9ca4-5820e7b4c1d3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.110095] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: IN_PROGRESS for 2s [ 1148.110095] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.110095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.110095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.110095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.110095] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.110095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.110095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.110095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.110095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.110095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.110095] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.110095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.110095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.110095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.110095] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.110715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.110715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.110715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.112040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.112040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.112040] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.273351] env[71107]: INFO networking_nsxv3.common.synchronization [req-3156cb80-ef4f-4226-addb-e2d47457ae67 req-2219dcef-3bce-4f5b-8ef6-bba7373ff79d service nova] Enqueued Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_rules [ 1148.273549] env[71107]: INFO networking_nsxv3.common.synchronization [req-3156cb80-ef4f-4226-addb-e2d47457ae67 req-2219dcef-3bce-4f5b-8ef6-bba7373ff79d service nova] Enqueued Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_members [ 1148.273681] env[71107]: INFO networking_nsxv3.common.synchronization [req-3156cb80-ef4f-4226-addb-e2d47457ae67 req-2219dcef-3bce-4f5b-8ef6-bba7373ff79d service nova] Enqueued Resource ID: 010a2b34-adc9-46d8-b5ca-186a1499d3fe with Priority: HIGHEST for action port [ 1148.273946] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_rules [ 1148.274090] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_members [ 1148.274242] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010a2b34-adc9-46d8-b5ca-186a1499d3fe with Priority: HIGHEST for action port [ 1148.274976] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a8f4048-b861-4405-9b97-b0ba82ec4161 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.275210] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.275210] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.276236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.276364] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.277270] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a8f4048-b861-4405-9b97-b0ba82ec4161 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.277373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.277576] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-010a2b34-adc9-46d8-b5ca-186a1499d3fe taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.277678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-010a2b34-adc9-46d8-b5ca-186a1499d3fe" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.278211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-010a2b34-adc9-46d8-b5ca-186a1499d3fe" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.278705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-010a2b34-adc9-46d8-b5ca-186a1499d3fe" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.278799] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('010a2b34-adc9-46d8-b5ca-186a1499d3fe',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.606435] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44e82451-dc24-4a38-9ca4-5820e7b4c1d3 [ 1148.606711] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.606831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.606899] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.607124] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.607217] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.607316] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44e82451-dc24-4a38-9ca4-5820e7b4c1d3 already deleted. [ 1148.607399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44e82451-dc24-4a38-9ca4-5820e7b4c1d3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.616430] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44: rpc.has_security_group_logging(os_id): False [ 1148.637290] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.637452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.637500] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.637727] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.637819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.638056] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.638167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.638231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.638400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.638479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.638664] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.638754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.638812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.638951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.639038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.639223] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.639320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.639381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.639524] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.639599] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.639683] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be created. [ 1148.705179] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.705344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.705453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.705727] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.705918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.721370] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1148.781057] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a8f4048-b861-4405-9b97-b0ba82ec4161 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.781276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.782750] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 010a2b34-adc9-46d8-b5ca-186a1499d3fe with status ACTIVE [ 1148.782972] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.783121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.783202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.783430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.783522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.783715] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.783819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.783885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.784058] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.784128] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.784318] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.784512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.784584] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.784735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.784811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.784898] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 010a2b34-adc9-46d8-b5ca-186a1499d3fe is going to be updated. [ 1148.826772] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.826772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.826924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.827216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.827216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.827414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-010a2b34-adc9-46d8-b5ca-186a1499d3fe" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.040164] env[71107]: INFO networking_nsxv3.common.synchronization [req-46a3377a-275b-4b87-b99c-e6d165ab7b8d req-faaea39c-07fa-489d-aa1b-f1fbc6c16046 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1149.040766] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1149.043123] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.043310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.043378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.043583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.043765] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.043878] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.043942] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.045265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.045265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.045265] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.402039] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.402260] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.402414] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.402698] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.403177] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.403395] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.403527] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.403754] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.404716] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.404716] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.404716] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.404716] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.404716] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.404716] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.404716] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.405030] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.432977] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.433233] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1149.433397] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.433600] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.433958] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-ff3cc89b-062e-463a-b243-6c91c230febc taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.434150] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-ff3cc89b-062e-463a-b243-6c91c230febc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.434306] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-ff3cc89b-062e-463a-b243-6c91c230febc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.434698] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-ff3cc89b-062e-463a-b243-6c91c230febc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.434896] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff3cc89b-062e-463a-b243-6c91c230febc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.547390] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.547586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.547693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.548327] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.548327] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.549745] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.549745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.549745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.550080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.550759] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.550759] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1149.587966] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.588182] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.588277] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.588533] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.588763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.603078] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1149.733654] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: SUCCESS [ 1149.733935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.941043] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.941043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.941043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.941043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.941043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.941043] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port ff3cc89b-062e-463a-b243-6c91c230febc not found, creating... [ 1149.941043] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.941043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.941043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.941043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.941043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.941587] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.941918] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.942395] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.942768] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.943557] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.943716] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: ff3cc89b-062e-463a-b243-6c91c230febc is going to be created. [ 1149.966218] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.966218] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.966218] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.966218] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.966218] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.966218] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-ff3cc89b-062e-463a-b243-6c91c230febc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.118497] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: IN_PROGRESS for 4s [ 1150.504639] env[71107]: INFO networking_nsxv3.common.synchronization [None req-ab2dee65-4ee9-4ac5-af15-40ad47ccc2c0 None None] Enqueued Resource ID: dec51789-0c65-4fc5-aa89-416985e7af2d with Priority: HIGHEST for action port [ 1150.505174] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec51789-0c65-4fc5-aa89-416985e7af2d with Priority: HIGHEST for action port [ 1150.505487] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-dec51789-0c65-4fc5-aa89-416985e7af2d taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.505649] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dec51789-0c65-4fc5-aa89-416985e7af2d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.505684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dec51789-0c65-4fc5-aa89-416985e7af2d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.505957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dec51789-0c65-4fc5-aa89-416985e7af2d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.506044] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec51789-0c65-4fc5-aa89-416985e7af2d',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.738011] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1150.742022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.748995] env[71107]: INFO networking_nsxv3.common.synchronization [req-46a3377a-275b-4b87-b99c-e6d165ab7b8d req-2ef509dc-e542-4d3e-b0f7-e3d2481c6d28 service nova] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_rules [ 1150.749178] env[71107]: INFO networking_nsxv3.common.synchronization [req-46a3377a-275b-4b87-b99c-e6d165ab7b8d req-2ef509dc-e542-4d3e-b0f7-e3d2481c6d28 service nova] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1150.749314] env[71107]: INFO networking_nsxv3.common.synchronization [req-46a3377a-275b-4b87-b99c-e6d165ab7b8d req-2ef509dc-e542-4d3e-b0f7-e3d2481c6d28 service nova] Enqueued Resource ID: ff3cc89b-062e-463a-b243-6c91c230febc with Priority: HIGHEST for action port [ 1150.749542] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_rules [ 1150.749663] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1150.749803] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff3cc89b-062e-463a-b243-6c91c230febc with Priority: HIGHEST for action port [ 1150.751359] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.751556] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.751605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.751793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.751872] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.752959] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.753666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.753901] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff3cc89b-062e-463a-b243-6c91c230febc taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.754014] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff3cc89b-062e-463a-b243-6c91c230febc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.754083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff3cc89b-062e-463a-b243-6c91c230febc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.754264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff3cc89b-062e-463a-b243-6c91c230febc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.754354] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff3cc89b-062e-463a-b243-6c91c230febc',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.008505] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dec51789-0c65-4fc5-aa89-416985e7af2d [ 1151.008789] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.008941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.009021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.009303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.009377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.009486] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dec51789-0c65-4fc5-aa89-416985e7af2d already deleted. [ 1151.009585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dec51789-0c65-4fc5-aa89-416985e7af2d" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.252612] env[71107]: INFO networking_nsxv3.common.synchronization [req-ac0f3876-1da3-48ca-8af1-cc88ac145766 req-5457ab30-0c16-4c0d-9728-566ce86bbecc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1151.253328] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1151.253726] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.253932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.254010] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.254296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.254570] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.254684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.254776] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.255000] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.255140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.255247] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.256894] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.257024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.257173] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff3cc89b-062e-463a-b243-6c91c230febc with status ACTIVE [ 1151.261136] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.261136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.261136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.261136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.261136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.261136] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.261136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.261136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.261136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.261136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.261136] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.261136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.261136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.261136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.261136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.261136] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff3cc89b-062e-463a-b243-6c91c230febc is going to be updated. [ 1151.287303] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.287485] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.287590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.287895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.288159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.288480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff3cc89b-062e-463a-b243-6c91c230febc" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.612829] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1151.613029] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 deletion is rescheduled due to dependency. [ 1151.613103] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.613271] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.613501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.613681] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.613800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.613866] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.614110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.614110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.614239] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.762170] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.116855] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.128995] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: SUCCESS [ 1152.129142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.129296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.129516] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.130397] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.130397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.130397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.130397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.130397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.130397] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.270281] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.619074] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.633777] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.772689] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.772906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.772969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.773302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.773388] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.773505] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1152.806250] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.806426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.806471] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.806699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.806913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.817168] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1153.121704] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.121960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.121960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.123275] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.123275] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.123275] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1153.135445] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.174082] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.174299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.174378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.174766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.174940] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.185789] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1153.639983] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.640369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.640369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.640466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.640558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.640657] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 is going to be updated. [ 1153.669509] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.669709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.669709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.670016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.670165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.681265] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: IN_PROGRESS for 2s [ 1154.827881] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1154.828288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.200177] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1155.200420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.200628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.200997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.201398] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.201557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.201637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.201874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.202024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.202236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.202330] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.692230] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: SUCCESS [ 1155.692466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.692680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.693843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.693843] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.693843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.693843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.693843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.694070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.694070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.694070] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.705020] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.705187] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.705249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.705455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.705652] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.706040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.706040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.706040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.706146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.706175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.706332] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.706427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.706499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.706658] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.706809] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.706900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.706950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.707150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.707255] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.707350] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.707350] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.196632] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.209643] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c6df673-ad6e-4128-b303-e62099e351f2: rpc.has_security_group_logging(os_id): False [ 1156.242361] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.242613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.242613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.242862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.242976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.243529] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.243654] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.243758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.243935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.244028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.244218] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.244316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.244379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.244548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.244645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.245582] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.245582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.245582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.245582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.245582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.245582] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1156.254346] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1156.254420] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1156.311661] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.311943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.312034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.312319] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.312521] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.334623] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1156.699546] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a8f4048-b861-4405-9b97-b0ba82ec4161: rpc.has_security_group_logging(os_id): False [ 1156.724198] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.724426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.724426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.724642] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.724747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.725038] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.725177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.725237] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.725373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.725463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.725836] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 is going to be updated. [ 1156.798583] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.798827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.798827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.799025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.799399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.826478] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: IN_PROGRESS for 2s [ 1157.329222] env[71107]: INFO networking_nsxv3.common.synchronization [req-a6853345-47a8-431e-9ef0-e35446452b52 req-9c5802cc-b3d0-4b2b-b2c0-8e97c384f1a5 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1157.330707] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1157.330707] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.330707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.330707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.330707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.331037] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.331037] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.331037] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.331176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.331285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.331357] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.698422] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.698598] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-883" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.698767] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-883" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.699161] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-883" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.699469] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.700229] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.700229] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.700229] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.700229] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.700409] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.701601] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.701601] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.701601] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.701601] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.701601] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.701601] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.721653] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.721874] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1157.722035] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.722224] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-883" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.722597] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-8bd9c128-cf10-460a-808f-2d2d2599059b taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.722722] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.722848] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.723197] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.723313] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd9c128-cf10-460a-808f-2d2d2599059b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.834107] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.834107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.834107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.834363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.834431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.834697] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.834827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.834890] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.835021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.835113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.835222] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 already deleted. [ 1157.835308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.226423] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.226661] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.226866] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.227200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.227356] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.227513] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 8bd9c128-cf10-460a-808f-2d2d2599059b not found, creating... [ 1158.227773] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.228012] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.228091] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.228305] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.228444] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.228756] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.229763] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.232104] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.232104] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.232104] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.232104] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 8bd9c128-cf10-460a-808f-2d2d2599059b is going to be created. [ 1158.253501] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.253992] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.254309] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.254911] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.256103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.256103] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.357306] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1158.357306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.847882] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: SUCCESS [ 1158.848212] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.043562] env[71107]: INFO networking_nsxv3.common.synchronization [None req-baee1ea5-e546-4c29-aaf1-b18809d751db tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1159.044415] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1159.044870] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.045028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.045381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.045381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.045478] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.045536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.045587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.045714] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.045792] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.045941] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.108881] env[71107]: INFO networking_nsxv3.common.synchronization [req-a6853345-47a8-431e-9ef0-e35446452b52 req-80b3eee8-0b47-41db-b0f7-19e2196af06f service nova] Enqueued Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_rules [ 1159.109236] env[71107]: INFO networking_nsxv3.common.synchronization [req-a6853345-47a8-431e-9ef0-e35446452b52 req-80b3eee8-0b47-41db-b0f7-19e2196af06f service nova] Enqueued Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1159.109421] env[71107]: INFO networking_nsxv3.common.synchronization [req-a6853345-47a8-431e-9ef0-e35446452b52 req-80b3eee8-0b47-41db-b0f7-19e2196af06f service nova] Enqueued Resource ID: 8bd9c128-cf10-460a-808f-2d2d2599059b with Priority: HIGHEST for action port [ 1159.110194] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_rules [ 1159.110332] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1159.110462] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd9c128-cf10-460a-808f-2d2d2599059b with Priority: HIGHEST for action port [ 1159.111055] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.111176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.111263] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.111530] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.111623] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.114488] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.115475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.115475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.115475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.115475] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.115475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.115475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.115932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.116073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.116201] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.117213] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bd9c128-cf10-460a-808f-2d2d2599059b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.117353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.117431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.117605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.117768] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd9c128-cf10-460a-808f-2d2d2599059b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.550130] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.550130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.550130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.550130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.550722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.550722] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.550722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.550722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.550722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.550874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.550874] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be deleted. [ 1159.592857] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.593056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.593101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.593345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.593443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.593547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.620720] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.620720] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.621444] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.622015] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bd9c128-cf10-460a-808f-2d2d2599059b with status ACTIVE [ 1159.622231] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.622426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.622530] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.622760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.622884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.623511] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.623511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.623511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.623511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.623511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.623741] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.623741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.623816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.623930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.624020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.624102] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bd9c128-cf10-460a-808f-2d2d2599059b is going to be updated. [ 1159.650226] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.650412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.650479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.650916] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.650916] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.651107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.126385] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.701637] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.702092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.702092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.702254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.702325] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.702433] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 is going to be created. [ 1160.733490] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.733668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.733738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.733976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.734283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.746448] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: UNINITIALIZED for 2s [ 1161.788792] env[71107]: INFO networking_nsxv3.common.synchronization [req-4d9a8327-160e-4d6a-b7b2-169c4af08586 req-50e8364a-b5d5-4770-bc08-c359c93979ed tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Enqueued Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_members [ 1161.789350] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 with Priority: HIGHEST for action security_group_members [ 1161.789654] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cae241-eaae-4f37-b5cf-c488a9ed9673 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.789769] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.789849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.790096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.790256] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.790361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.790423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.790610] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.790693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.793669] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cae241-eaae-4f37-b5cf-c488a9ed9673',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.293319] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.293480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.293917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.293917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.303200] env[71107]: INFO networking_nsxv3.common.synchronization [req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a req-9a57ac5f-ddd0-4ec7-b2d1-818c8cf9411b tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Enqueued Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_members [ 1162.303705] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_members [ 1162.304012] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.304151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.304216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.304468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.304644] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.304742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.304837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.304959] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.305270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.305453] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.317573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.317831] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.317946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.318035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.318242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.318327] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.318416] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 is going to be updated. [ 1162.348610] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.348937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.348937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.349281] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.349281] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.358531] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: IN_PROGRESS for 2s [ 1162.710210] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.710428] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-683" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.710571] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-683" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.710939] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-683" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.711255] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.711430] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.711566] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.711813] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.712072] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.712673] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.712673] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.712673] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.712673] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.712833] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.712883] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.713032] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.735687] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.735687] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1162.735807] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.735978] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-683" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.736313] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.736491] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.736611] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.737866] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.737866] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5dddb1-1c22-4db8-ae0d-0d604f96dfbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.758614] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: SUCCESS [ 1162.758874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.759382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.759654] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.760173] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.760173] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.760173] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.760305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.760336] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.760516] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.760560] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.808989] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.808989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.808989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.808989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.809506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.809506] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.809506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.809625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.809785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.809875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.809980] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 already deleted. [ 1162.810081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.239726] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.240213] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.240434] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.240884] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.241095] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.241339] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port db5dddb1-1c22-4db8-ae0d-0d604f96dfbf not found, creating... [ 1163.241742] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.241986] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.242197] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.242598] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.242824] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.243284] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.243530] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.243724] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.244070] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.244295] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.244508] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: db5dddb1-1c22-4db8-ae0d-0d604f96dfbf is going to be created. [ 1163.263087] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.263302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.263389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.263682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.263914] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.264088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.264183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.264466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.264555] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.264719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.264934] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.265079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.265171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.265385] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.265580] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.265709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.265798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.266015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.266144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.266267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.266392] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.271338] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.271595] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.271780] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.272195] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.272432] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.272744] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.774477] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67ada7c7-918e-4a3d-b61f-d90761f4f217: rpc.has_security_group_logging(os_id): False [ 1163.796188] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.796392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.796589] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.796846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.797147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.797256] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.797518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.797518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.797687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.797841] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.798053] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.798300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.798300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.798389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.798446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.798649] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.798749] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.798798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.798905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.798978] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.800828] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 is going to be created. [ 1163.874273] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.874628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.874628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.874776] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.874949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.889909] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: IN_PROGRESS for 2s [ 1164.217787] env[71107]: INFO networking_nsxv3.common.synchronization [req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a req-1bfb6c10-5ee5-436e-a004-76bff49970fc service nova] Enqueued Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_rules [ 1164.219045] env[71107]: INFO networking_nsxv3.common.synchronization [req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a req-1bfb6c10-5ee5-436e-a004-76bff49970fc service nova] Enqueued Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_members [ 1164.219045] env[71107]: INFO networking_nsxv3.common.synchronization [req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a req-1bfb6c10-5ee5-436e-a004-76bff49970fc service nova] Enqueued Resource ID: db5dddb1-1c22-4db8-ae0d-0d604f96dfbf with Priority: HIGHEST for action port [ 1164.219045] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_rules [ 1164.219045] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_members [ 1164.219634] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5dddb1-1c22-4db8-ae0d-0d604f96dfbf with Priority: HIGHEST for action port [ 1164.219696] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.219831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.219898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.220568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.220568] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.221356] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.221356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.221477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.222403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.222403] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.222403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.222403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.222403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.222403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.222403] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.223599] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.223664] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.223701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.223907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.224045] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5dddb1-1c22-4db8-ae0d-0d604f96dfbf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.370369] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 in Status: SUCCESS [ 1164.370608] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cae241-eaae-4f37-b5cf-c488a9ed9673 deletion is rescheduled due to dependency. [ 1164.370761] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cae241-eaae-4f37-b5cf-c488a9ed9673" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.727220] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.727415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.727703] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.728884] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db5dddb1-1c22-4db8-ae0d-0d604f96dfbf with status ACTIVE [ 1164.729205] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.729349] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.729427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.729735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.729824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.730093] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.730241] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.730336] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.730556] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.730670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.731266] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.731266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.731266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.731389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.731484] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.731609] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db5dddb1-1c22-4db8-ae0d-0d604f96dfbf is going to be updated. [ 1164.755536] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.755827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.756098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.756327] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.756478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.756650] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.234359] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.736768] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.737029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.737097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.737422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.737589] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.737623] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 is going to be created. [ 1165.765768] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.766052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.766125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.766394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.766656] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.777276] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: UNINITIALIZED for 2s [ 1165.903132] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: SUCCESS [ 1165.903307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.790861] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: SUCCESS [ 1167.790861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.790861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.791363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.791363] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.791363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.791363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.791525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.791865] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.791865] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.791865] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.295595] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.295595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.295595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.295595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.295595] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.295595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.295595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.295595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.295595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.295969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.295969] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.295969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.295969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.296125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.296498] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.296498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.296498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.296498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.296900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.296900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.296900] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.303664] env[71107]: INFO networking_nsxv3.common.synchronization [req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 req-6e942a54-40d0-42ce-91ce-49cb7a1f9b8d tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1168.304801] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1168.305244] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.305957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.305957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.305957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.305957] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.305957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.305957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.309026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.309026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.309026] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.806870] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9899b29-d583-4f9e-8de1-d8553e8f8f02: rpc.has_security_group_logging(os_id): False [ 1168.814994] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.814994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.814994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.814994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.814994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.814994] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.814994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.814994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.814994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.814994] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.814994] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1168.829630] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.829970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.830580] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.830580] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.830580] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.830796] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.830995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.831047] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.831281] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.831402] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.831698] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.831923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.832049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.832271] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.832392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.832753] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.832917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.832990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.833174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.833260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.833355] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 is going to be created. [ 1168.850974] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.850974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.851226] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.851279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.851425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.861132] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1168.914299] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.914299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.914299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.914299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.914299] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.934235] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: IN_PROGRESS for 2s [ 1169.187227] env[71107]: INFO networking_nsxv3.common.synchronization [None req-31d7d48b-6159-4149-8d47-555c43e7f188 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Enqueued Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGHEST for action security_group_rules [ 1169.187227] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGHEST for action security_group_rules [ 1169.187227] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.187227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.187227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.187770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.187837] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e8dd98-0df6-4866-aef4-89f6d8c4cf36',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.313411] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.316117] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.316117] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.316455] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.316899] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.317213] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.317506] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.318288] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.318504] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.318769] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.318939] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.319165] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.319306] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.319448] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.319634] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.319830] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.335624] env[71107]: INFO networking_nsxv3.common.synchronization [None req-a6e62276-b79b-4569-a546-d5c1dde08feb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Enqueued Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGHEST for action security_group_rules [ 1169.336746] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGHEST for action security_group_rules [ 1169.337302] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.337618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.351736] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.352035] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1169.352307] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.352622] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.353256] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-29417e99-78d7-4b04-86c4-93e789de9c76 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.353449] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.353556] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.354043] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.354291] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29417e99-78d7-4b04-86c4-93e789de9c76',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.645401] env[71107]: INFO networking_nsxv3.common.synchronization [req-b0546ac7-64af-4cba-9e8a-30d474705d7a req-63359fd1-d742-4ba9-a234-103ade2045a8 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1169.647637] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1169.647637] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.649057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.649057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.649057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.649057] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.649057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.649057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.649057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.649057] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.649317] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.711598] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.711760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.711882] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.712123] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.712210] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.712312] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 already deleted. [ 1169.712397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.713107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.713455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.713522] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e8dd98-0df6-4866-aef4-89f6d8c4cf36',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.862095] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.862095] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.862355] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.864036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.864036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.864036] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 29417e99-78d7-4b04-86c4-93e789de9c76 not found, creating... [ 1169.864036] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.864036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.864036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.864036] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.864399] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.865494] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.865494] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.865494] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.865494] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.865494] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.865792] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 29417e99-78d7-4b04-86c4-93e789de9c76 is going to be created. [ 1169.890408] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.890741] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.890807] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.891134] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.891393] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.891643] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.000676] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-319 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.000832] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.000980] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.001395] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.001777] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.001974] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.002837] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.002837] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.002837] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.002969] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.003080] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.003199] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.003350] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.003529] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.003704] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.003933] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.047566] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.047566] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1170.047566] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.047566] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.047566] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.047566] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.047566] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.047566] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.048159] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde3c48d-32ea-4c3a-a1f6-b88005b98ac6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.152131] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.235481] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.235672] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.235672] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.235949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.236063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.236190] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 already deleted. [ 1170.236304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.550709] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.551064] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.551259] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.551627] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.551836] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.552063] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 not found, creating... [ 1170.552400] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.552623] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.552816] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.553437] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.553538] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.553828] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.554012] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.554143] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.554383] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.554575] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.554798] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 is going to be created. [ 1170.577909] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.577909] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.578054] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.578353] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.578595] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.580492] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.654155] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.865984] env[71107]: INFO networking_nsxv3.common.synchronization [req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 req-9a97ea54-ad0c-494b-8e7c-8b3aac0af66c service nova] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_rules [ 1170.866371] env[71107]: INFO networking_nsxv3.common.synchronization [req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 req-9a97ea54-ad0c-494b-8e7c-8b3aac0af66c service nova] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1170.866371] env[71107]: INFO networking_nsxv3.common.synchronization [req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 req-9a97ea54-ad0c-494b-8e7c-8b3aac0af66c service nova] Enqueued Resource ID: 29417e99-78d7-4b04-86c4-93e789de9c76 with Priority: HIGHEST for action port [ 1170.866910] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_rules [ 1170.868255] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1170.868489] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29417e99-78d7-4b04-86c4-93e789de9c76 with Priority: HIGHEST for action port [ 1170.869087] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.869256] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.869349] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.869640] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.869767] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.871044] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.871221] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.871331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.871750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.871927] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.873060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.873060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.873060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.873060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.873060] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.873738] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-29417e99-78d7-4b04-86c4-93e789de9c76 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.873854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.874066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.874245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.874334] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29417e99-78d7-4b04-86c4-93e789de9c76',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.877708] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1170.877708] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 deletion is rescheduled due to dependency. [ 1170.877843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.947058] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: SUCCESS [ 1170.947390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.159576] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.159576] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.159576] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.159576] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.159576] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.159576] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1171.193944] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.193944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.193944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.193944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.193944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.203191] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1171.264201] env[71107]: INFO networking_nsxv3.common.synchronization [req-b0546ac7-64af-4cba-9e8a-30d474705d7a req-95b5ffbd-0243-4f95-b4bb-2f91fd285d8a service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1171.264983] env[71107]: INFO networking_nsxv3.common.synchronization [req-b0546ac7-64af-4cba-9e8a-30d474705d7a req-95b5ffbd-0243-4f95-b4bb-2f91fd285d8a service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1171.264983] env[71107]: INFO networking_nsxv3.common.synchronization [req-b0546ac7-64af-4cba-9e8a-30d474705d7a req-95b5ffbd-0243-4f95-b4bb-2f91fd285d8a service nova] Enqueued Resource ID: dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 with Priority: HIGHEST for action port [ 1171.264983] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1171.265223] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1171.265223] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 with Priority: HIGHEST for action port [ 1171.266465] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.267627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.267627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.267627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.267627] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.267997] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.268227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.268333] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.268456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.268646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.268764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.268826] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde3c48d-32ea-4c3a-a1f6-b88005b98ac6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.376360] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.377517] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.377702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.377775] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29417e99-78d7-4b04-86c4-93e789de9c76 with status ACTIVE [ 1171.377956] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.378084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.378150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.378443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.378443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.378635] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.378725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.378787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.378935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.379031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.379237] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.379334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.379420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.379597] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.379628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.379698] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29417e99-78d7-4b04-86c4-93e789de9c76 is going to be updated. [ 1171.402388] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.402587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.402587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.402821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.402932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.403107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.771058] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.771302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.771590] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 with status ACTIVE [ 1171.771931] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.772097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.772169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.772476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.772642] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.772964] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.773159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.773347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.773519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.773689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.773941] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.774272] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.774272] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.774465] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.774606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.774758] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 is going to be updated. [ 1171.801419] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.801594] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.801643] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.802311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.802311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.802311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.882461] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.262713] env[71107]: INFO networking_nsxv3.common.synchronization [req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 req-ea833d99-38a8-43ac-afd4-1a3ade8811ce tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1172.267248] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1172.267248] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.267248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.267248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.267248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.267248] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.267248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.267248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.267248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.267248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.267248] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.386505] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.386505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.386505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.386505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.386505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.386505] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be created. [ 1172.413735] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.413735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.413735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.413735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.413735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.423379] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: UNINITIALIZED for 2s [ 1172.629411] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.629642] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.629772] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.630141] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.630863] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.631163] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.631380] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.632088] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.632387] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.632693] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.632903] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.633077] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.633272] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.633440] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.633648] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.634045] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.654424] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.656092] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.656092] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.656092] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.656092] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-b425dd69-3212-44bb-a51a-1bd85733a853 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.656092] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-b425dd69-3212-44bb-a51a-1bd85733a853" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.656092] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-b425dd69-3212-44bb-a51a-1bd85733a853" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.656092] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-b425dd69-3212-44bb-a51a-1bd85733a853" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.656092] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b425dd69-3212-44bb-a51a-1bd85733a853',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.769869] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.770657] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.770657] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.770657] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.771848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.771848] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.771848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.771848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.771848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.771848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.771848] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1172.799804] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.800032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.800081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.800302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.800445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.810673] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1173.161806] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.162102] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.162294] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.162647] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.162933] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.163167] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port b425dd69-3212-44bb-a51a-1bd85733a853 not found, creating... [ 1173.163499] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.163751] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.163968] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.165135] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.165411] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.167014] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.167250] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.167479] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.168087] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.168945] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.169205] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: b425dd69-3212-44bb-a51a-1bd85733a853 is going to be created. [ 1173.215718] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.216906] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.217097] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.217614] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.217958] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.220971] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-b425dd69-3212-44bb-a51a-1bd85733a853" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.221232] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1173.225020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.225020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.225020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.225020] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.225020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.225020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.225020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.225020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.225020] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.726728] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.874212] env[71107]: INFO networking_nsxv3.common.synchronization [req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 req-2fec9a51-a520-4724-b80e-f2e46e6a11a3 service nova] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_rules [ 1173.874212] env[71107]: INFO networking_nsxv3.common.synchronization [req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 req-2fec9a51-a520-4724-b80e-f2e46e6a11a3 service nova] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1173.874212] env[71107]: INFO networking_nsxv3.common.synchronization [req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 req-2fec9a51-a520-4724-b80e-f2e46e6a11a3 service nova] Enqueued Resource ID: b425dd69-3212-44bb-a51a-1bd85733a853 with Priority: HIGHEST for action port [ 1173.874212] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_rules [ 1173.874748] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1173.877118] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425dd69-3212-44bb-a51a-1bd85733a853 with Priority: HIGHEST for action port [ 1173.877118] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.877118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.877118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.877118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.877118] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.880895] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.880895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.880895] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-b425dd69-3212-44bb-a51a-1bd85733a853 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.880895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b425dd69-3212-44bb-a51a-1bd85733a853" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.880895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b425dd69-3212-44bb-a51a-1bd85733a853" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.880895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b425dd69-3212-44bb-a51a-1bd85733a853" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.880895] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b425dd69-3212-44bb-a51a-1bd85733a853',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.231082] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.379533] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.379533] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.383168] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b425dd69-3212-44bb-a51a-1bd85733a853 with status ACTIVE [ 1174.383168] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.383379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.383379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.383710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.383805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.384165] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.384285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.384285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.384526] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.384626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.384920] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.385262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.385262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.385351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.385514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.385514] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b425dd69-3212-44bb-a51a-1bd85733a853 is going to be updated. [ 1174.412435] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.412435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.412435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.412705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.412871] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.413168] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b425dd69-3212-44bb-a51a-1bd85733a853" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.435483] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 1174.435721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.436084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.436244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.436467] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.436587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.436646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.436853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.436924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.437082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.437223] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.734041] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.734041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.734041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.734445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.734445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.734445] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1174.792793] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.792978] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.793120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.793514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.793805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.809444] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1174.824066] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1174.824066] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 deletion is rescheduled due to dependency. [ 1174.824066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.824066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.824362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.824482] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.824604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.825240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.825240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.825240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.825240] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.939874] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.940192] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.940364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.940750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.940973] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.941142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.941225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.941472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.941684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.941773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.941962] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.942100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.942100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.942363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.942449] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.942570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.942667] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.942831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.942943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.943253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.943402] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.328379] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.446651] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ee8e35b-4662-4aa3-a915-bc2a27560ad3: rpc.has_security_group_logging(os_id): False [ 1175.466419] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.466637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.466690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.466872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.467053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.467202] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.467305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.467372] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.467516] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.467592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.467762] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.467895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.467964] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.468072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.468148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.468322] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.468416] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.468492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.468682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.468766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.468844] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be created. [ 1175.534151] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.534151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.534151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.534292] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.534473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.549208] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: IN_PROGRESS for 2s [ 1175.831243] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.337238] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.337800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.337800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.337800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.338035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.338035] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1176.376713] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.377396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.377396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.377396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.377635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.389326] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1176.824097] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1176.824097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.824097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.824097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.824097] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.824097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.824097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.824097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.824097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.824097] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.824097] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.327696] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.328101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.328223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.328545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.328794] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.328929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.328990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.329169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.329254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.329356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.329563] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.329665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.329717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.329884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.330045] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.330157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.330246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.330346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.330445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.330521] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.330605] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.569089] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 1177.569089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.833640] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a066f74d-db1c-42ee-974d-5a2dfd593e20: rpc.has_security_group_logging(os_id): False [ 1177.853847] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.854020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.854083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.854335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.854432] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.854692] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.854829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.854920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.855154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.855249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.855448] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.855558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.855613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.855750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.855825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.856354] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.856354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.856354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.856560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.856607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.856725] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1177.937632] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.937836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.937900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.938130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.938294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.958924] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1178.401046] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1178.401362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.401588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.401840] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.402094] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.402259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.402359] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.402583] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.402721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.402862] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.403063] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.875282] env[71107]: INFO networking_nsxv3.common.synchronization [req-a3e76718-fafc-436d-ab34-bc5342a267df req-1a5a29db-d759-4f5d-b17a-64da239287a6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1178.875543] env[71107]: INFO networking_nsxv3.common.synchronization [req-a3e76718-fafc-436d-ab34-bc5342a267df req-1a5a29db-d759-4f5d-b17a-64da239287a6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf with Priority: HIGHEST for action security_group_members [ 1178.876081] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1178.876200] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=2, Passive=0], Jobs=2 [ 1178.876333] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1178.876445] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf with Priority: HIGHEST for action security_group_members [ 1178.876719] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.876843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.876912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.877139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.877293] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.877394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.877456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.878153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.878153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.878153] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.878628] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c425e1a-3ad8-41fd-b844-1787e0240fcf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.878724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.878724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.878934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.879095] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.879193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.879256] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.879395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.879473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.879555] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c425e1a-3ad8-41fd-b844-1787e0240fcf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.905071] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.905259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.905322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.905570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.905734] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.905832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.905942] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.906138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.906230] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.906330] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.906562] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.906693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.906838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.906955] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.907116] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.907211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.907298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.907491] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.907571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.907655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.907743] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.917180] env[71107]: INFO networking_nsxv3.common.synchronization [req-a3e76718-fafc-436d-ab34-bc5342a267df req-1a5a29db-d759-4f5d-b17a-64da239287a6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf with Priority: HIGHEST for action security_group_rules [ 1178.917435] env[71107]: INFO networking_nsxv3.common.synchronization [req-a3e76718-fafc-436d-ab34-bc5342a267df req-1a5a29db-d759-4f5d-b17a-64da239287a6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf with Priority: HIGHEST for action security_group_members [ 1178.917609] env[71107]: INFO networking_nsxv3.common.synchronization [req-a3e76718-fafc-436d-ab34-bc5342a267df req-1a5a29db-d759-4f5d-b17a-64da239287a6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_rules [ 1178.917748] env[71107]: INFO networking_nsxv3.common.synchronization [req-a3e76718-fafc-436d-ab34-bc5342a267df req-1a5a29db-d759-4f5d-b17a-64da239287a6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1178.917912] env[71107]: INFO networking_nsxv3.common.synchronization [req-a3e76718-fafc-436d-ab34-bc5342a267df req-1a5a29db-d759-4f5d-b17a-64da239287a6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 8bd9c128-cf10-460a-808f-2d2d2599059b with Priority: HIGHEST for action port [ 1178.918865] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf with Priority: HIGHEST for action security_group_rules [ 1178.919211] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_rules [ 1178.919211] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd9c128-cf10-460a-808f-2d2d2599059b with Priority: HIGHEST for action port [ 1178.919211] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf with Priority: HIGHEST for action security_group_members [ 1178.919355] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1178.919588] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c425e1a-3ad8-41fd-b844-1787e0240fcf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.919721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.919809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.920149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.920238] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c425e1a-3ad8-41fd-b844-1787e0240fcf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.921128] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.921262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.921352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.921548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.921710] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.923052] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bd9c128-cf10-460a-808f-2d2d2599059b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.923202] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.925032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.925032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.925032] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd9c128-cf10-460a-808f-2d2d2599059b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.925032] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c425e1a-3ad8-41fd-b844-1787e0240fcf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.925032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.925032] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.925032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.223306] env[71107]: INFO networking_nsxv3.common.synchronization [req-991a1be9-0aab-4860-ab30-446d84521342 req-d2025135-9cb8-4d6c-baeb-88998f4d8ee0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1179.223306] env[71107]: INFO networking_nsxv3.common.synchronization [req-991a1be9-0aab-4860-ab30-446d84521342 req-d2025135-9cb8-4d6c-baeb-88998f4d8ee0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf with Priority: HIGHEST for action security_group_members [ 1179.223712] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1179.223808] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf with Priority: HIGHEST for action security_group_members [ 1179.225084] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.225084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.225084] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c425e1a-3ad8-41fd-b844-1787e0240fcf taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.225084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.267576] env[71107]: INFO networking_nsxv3.common.synchronization [req-991a1be9-0aab-4860-ab30-446d84521342 req-d2025135-9cb8-4d6c-baeb-88998f4d8ee0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_rules [ 1179.267766] env[71107]: INFO networking_nsxv3.common.synchronization [req-991a1be9-0aab-4860-ab30-446d84521342 req-d2025135-9cb8-4d6c-baeb-88998f4d8ee0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1179.267911] env[71107]: INFO networking_nsxv3.common.synchronization [req-991a1be9-0aab-4860-ab30-446d84521342 req-d2025135-9cb8-4d6c-baeb-88998f4d8ee0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 8bd9c128-cf10-460a-808f-2d2d2599059b with Priority: HIGHEST for action port [ 1179.268491] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_rules [ 1179.268672] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1179.268809] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd9c128-cf10-460a-808f-2d2d2599059b with Priority: HIGHEST for action port [ 1179.269553] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.269724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.269981] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.270113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.270866] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bd9c128-cf10-460a-808f-2d2d2599059b taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.270866] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.381785] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.382882] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c425e1a-3ad8-41fd-b844-1787e0240fcf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.410214] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44: rpc.has_security_group_logging(os_id): False [ 1179.426136] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c425e1a-3ad8-41fd-b844-1787e0240fcf taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.426348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.426587] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.426752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.426871] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bd9c128-cf10-460a-808f-2d2d2599059b with status ACTIVE [ 1179.427064] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.427196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.427335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.427617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.427720] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.427931] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.428067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.428129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.428302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.428409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.428625] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.428747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.428828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.428989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.429113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.429202] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bd9c128-cf10-460a-808f-2d2d2599059b is going to be updated. [ 1179.441080] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.441293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.441293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.441559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.441683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.441919] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.442038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.442127] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.442349] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.442432] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.442637] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.442715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.442960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.442960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.443081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.443196] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.443293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.443356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.443487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.443623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.443681] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1179.459591] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.459799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.459799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.460029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.460180] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.460353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.460512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.460683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.460791] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd9c128-cf10-460a-808f-2d2d2599059b',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.558549] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.558805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.558945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.559298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.559766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.599252] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1179.885360] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.886614] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c425e1a-3ad8-41fd-b844-1787e0240fcf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.933974] env[71107]: INFO networking_nsxv3.common.synchronization [req-5b1446c3-140e-4617-bfb2-341425cad6e4 req-1ea9169b-b652-4412-94df-b516191b05b4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Enqueued Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGHEST for action security_group_members [ 1179.934902] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGHEST for action security_group_members [ 1179.936092] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.936324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.936503] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.936666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.936897] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.937156] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.937233] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.937460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.937672] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.937722] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3e8dd98-0df6-4866-aef4-89f6d8c4cf36',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.965466] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bd9c128-cf10-460a-808f-2d2d2599059b with status ACTIVE [ 1179.965762] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.965950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.966052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.967360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.967360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.967360] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.967360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.967360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.967360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.967360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.967817] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.967817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.967817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.967972] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.967972] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.968196] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bd9c128-cf10-460a-808f-2d2d2599059b is going to be updated. [ 1179.983188] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1179.984363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.994875] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.994875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.994875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.994875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.994875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.996093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bd9c128-cf10-460a-808f-2d2d2599059b" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.388909] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.389170] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.389170] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.389395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.389705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.389705] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 is going to be updated. [ 1180.391013] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.391176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.391252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.391527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.391527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.391659] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf is going to be created. [ 1180.425469] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.425469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.425469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.426012] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.426235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.435227] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.435227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.435227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.435227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.435227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.443025] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf in Status: UNINITIALIZED for 2s [ 1180.443209] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.443356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.443442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.443777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.443884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.444095] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.444095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.444095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.444572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.444572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.444572] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 already deleted. [ 1180.444702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.446691] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: IN_PROGRESS for 2s [ 1180.560390] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.561960] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.562171] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.562505] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.562833] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.567147] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.567461] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.567791] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.567962] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.568276] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.568413] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.568544] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.568656] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.568773] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.568883] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.569044] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.594898] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.595522] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1180.597017] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.597017] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.597017] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-3708254f-f8c8-4c96-bc3f-9c3b0c84d327 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.597017] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-3708254f-f8c8-4c96-bc3f-9c3b0c84d327" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.597408] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-3708254f-f8c8-4c96-bc3f-9c3b0c84d327" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.597879] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-3708254f-f8c8-4c96-bc3f-9c3b0c84d327" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.600775] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3708254f-f8c8-4c96-bc3f-9c3b0c84d327',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.105892] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.106263] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.106263] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.106644] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.106829] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.109830] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 3708254f-f8c8-4c96-bc3f-9c3b0c84d327 not found, creating... [ 1181.109830] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.109830] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.109830] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.109830] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.109830] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.109830] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.109830] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.109830] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.109830] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.111085] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.111085] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 3708254f-f8c8-4c96-bc3f-9c3b0c84d327 is going to be created. [ 1181.142988] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.142988] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.142988] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.142988] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.142988] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.142988] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-3708254f-f8c8-4c96-bc3f-9c3b0c84d327" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.617214] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1181.617535] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.839070] env[71107]: INFO networking_nsxv3.common.synchronization [req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 req-e8123c44-a257-49a8-ae32-2f830ef30476 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Enqueued Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1181.840047] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1181.840665] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.841029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.841029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.841301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.841557] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.841730] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.841834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.842110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.842357] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.842506] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.879107] env[71107]: INFO networking_nsxv3.common.synchronization [req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 req-e8123c44-a257-49a8-ae32-2f830ef30476 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Enqueued Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_rules [ 1181.879349] env[71107]: INFO networking_nsxv3.common.synchronization [req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 req-e8123c44-a257-49a8-ae32-2f830ef30476 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Enqueued Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1181.879445] env[71107]: INFO networking_nsxv3.common.synchronization [req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 req-e8123c44-a257-49a8-ae32-2f830ef30476 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Enqueued Resource ID: fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 with Priority: HIGHEST for action port [ 1181.879936] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_rules [ 1181.880080] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1181.880215] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 with Priority: HIGHEST for action port [ 1181.880456] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.880575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.880643] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.880846] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.880948] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.882393] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.882393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.882393] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.882393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.882393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.882629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.882629] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.064359] env[71107]: INFO networking_nsxv3.common.synchronization [req-5b1446c3-140e-4617-bfb2-341425cad6e4 req-db690802-b923-4470-83ba-6061e7202485 service nova] Enqueued Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGHEST for action security_group_rules [ 1182.064593] env[71107]: INFO networking_nsxv3.common.synchronization [req-5b1446c3-140e-4617-bfb2-341425cad6e4 req-db690802-b923-4470-83ba-6061e7202485 service nova] Enqueued Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGHEST for action security_group_members [ 1182.065401] env[71107]: INFO networking_nsxv3.common.synchronization [req-5b1446c3-140e-4617-bfb2-341425cad6e4 req-db690802-b923-4470-83ba-6061e7202485 service nova] Enqueued Resource ID: 3708254f-f8c8-4c96-bc3f-9c3b0c84d327 with Priority: HIGHEST for action port [ 1182.066441] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGHEST for action security_group_rules [ 1182.066441] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGHEST for action security_group_members [ 1182.066441] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3708254f-f8c8-4c96-bc3f-9c3b0c84d327 with Priority: HIGHEST for action port [ 1182.066612] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.067029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.067029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.067029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.067162] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e8dd98-0df6-4866-aef4-89f6d8c4cf36',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.068443] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.068443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.068823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.068823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.068823] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.071690] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.071811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.072093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.072218] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.072344] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3e8dd98-0df6-4866-aef4-89f6d8c4cf36',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.073362] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-3708254f-f8c8-4c96-bc3f-9c3b0c84d327 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.073499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3708254f-f8c8-4c96-bc3f-9c3b0c84d327" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.073559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3708254f-f8c8-4c96-bc3f-9c3b0c84d327" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.073752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3708254f-f8c8-4c96-bc3f-9c3b0c84d327" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.074453] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3708254f-f8c8-4c96-bc3f-9c3b0c84d327',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.345420] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.384299] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.384486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.384638] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 with status ACTIVE [ 1182.384814] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.385087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.385087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.385376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.385518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.385747] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.385886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.386016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.386211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.386342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.386638] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.387578] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.387668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.388060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.388207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.388316] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 is going to be updated. [ 1182.413154] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.413354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.413394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.413596] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.413734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.413903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.454678] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf in Status: SUCCESS [ 1182.454933] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.455135] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.455352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.455539] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.455656] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.455719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.455872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.455957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.456071] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c425e1a-3ad8-41fd-b844-1787e0240fcf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.458168] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: SUCCESS [ 1182.458382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.458790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.458981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.459198] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.459326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.459395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.459545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.459629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.459722] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.575600] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3e8dd98-0df6-4866-aef4-89f6d8c4cf36',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.577838] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.577985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.579288] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3708254f-f8c8-4c96-bc3f-9c3b0c84d327 with status ACTIVE [ 1182.579495] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.579782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.580058] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.580465] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.580634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.580817] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.580923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.580993] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.581188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.581267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.581407] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.581513] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.581574] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.581692] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.581763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.581839] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3708254f-f8c8-4c96-bc3f-9c3b0c84d327 is going to be updated. [ 1182.606860] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.607029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.607142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.607406] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.607564] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.607730] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3708254f-f8c8-4c96-bc3f-9c3b0c84d327" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.848356] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.961633] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.961830] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.961904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.962255] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.962370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.962623] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.962790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.962924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.963105] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.963175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.964568] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf is going to be deleted. [ 1182.967012] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.001569] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.001751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.001843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.002133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.002204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.002306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.002759] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.002930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.003133] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.003253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.003680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.003680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.003680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.003680] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c425e1a-3ad8-41fd-b844-1787e0240fcf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.078769] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3e8dd98-0df6-4866-aef4-89f6d8c4cf36',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.256633] env[71107]: INFO networking_nsxv3.common.synchronization [req-e12975ff-b1d7-4cda-b285-39d44df0f6cf req-df927b67-584a-4099-8502-bc7e0ccd2881 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGHEST for action security_group_members [ 1183.257223] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGHEST for action security_group_members [ 1183.257559] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ab5f12-0989-4d7c-996b-7f14c428d91c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.257683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.257752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.257990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.260114] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.260232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.260298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.262088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.262088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.262088] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05ab5f12-0989-4d7c-996b-7f14c428d91c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.350696] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.350978] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.350978] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.351174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.351267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.351366] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad0be4e-9962-450e-bb12-20740de736f7 is going to be updated. [ 1183.386844] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.387009] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.387078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.387308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.387449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.396725] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad0be4e-9962-450e-bb12-20740de736f7 in Status: IN_PROGRESS for 2s [ 1183.472138] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.510322] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.510322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.510322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.510322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.510322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.510322] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.510322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.510322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.510322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.510322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.510322] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf already deleted. [ 1183.510322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.510322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.512140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.512923] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.513189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.513353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.513687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.513867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.514106] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c425e1a-3ad8-41fd-b844-1787e0240fcf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.584115] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.584115] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.584115] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.584115] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.584115] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.584115] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 is going to be created. [ 1183.613141] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.613268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.613351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.613595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.613787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.625599] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 in Status: UNINITIALIZED for 2s [ 1183.763437] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.763607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.763677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.763896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.763988] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.764184] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.764677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.764677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.764677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.764677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.764677] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c is going to be updated. [ 1183.799310] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.799310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.799310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.799310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.799310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.810327] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c in Status: IN_PROGRESS for 2s [ 1183.978021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.978021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.978021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.978021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.978021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.978021] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 is going to be updated. [ 1184.018742] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.018909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.018990] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.021062] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.021062] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.021368] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.021536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.021619] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.026317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.026467] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.026792] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.026995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.027122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.027437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.027548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.027669] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf already deleted. [ 1184.027786] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.027888] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c425e1a-3ad8-41fd-b844-1787e0240fcf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.040436] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: IN_PROGRESS for 2s [ 1184.531090] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c425e1a-3ad8-41fd-b844-1787e0240fcf',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.035570] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c425e1a-3ad8-41fd-b844-1787e0240fcf: rpc.has_security_group_logging(os_id): False [ 1185.055757] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.055963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.056189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.056395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.056537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.056858] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.057025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.057153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.057438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.057573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.057728] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf is going to be created. [ 1185.078501] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/4c425e1a-3ad8-41fd-b844-1787e0240fcf], does not exist path=[/infra/domains/default/groups/4c425e1a-3ad8-41fd-b844-1787e0240fcf]."\n}' [ 1185.078711] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4c425e1a-3ad8-41fd-b844-1787e0240fcf [ 1185.078815] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1185.115332] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.115548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.115619] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.115781] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.116961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.118420] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.118733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.118733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.118971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.118971] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.119092] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.119179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.119226] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.119360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.119436] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.119519] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c425e1a-3ad8-41fd-b844-1787e0240fcf is going to be created. [ 1185.137176] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/4c425e1a-3ad8-41fd-b844-1787e0240fcf], does not exist path=[/infra/domains/default/groups/4c425e1a-3ad8-41fd-b844-1787e0240fcf]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4c425e1a-3ad8-41fd-b844-1787e0240fcf [ 1185.137431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c425e1a-3ad8-41fd-b844-1787e0240fcf" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.138505] env[71107]: Traceback (most recent call last): [ 1185.138505] env[71107]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1185.138505] env[71107]: return func(*args, **kwargs) [ 1185.138505] env[71107]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1185.138505] env[71107]: res.raise_for_status() [ 1185.138505] env[71107]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1185.138505] env[71107]: raise HTTPError(http_error_msg, response=self) [ 1185.138505] env[71107]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4c425e1a-3ad8-41fd-b844-1787e0240fcf [ 1185.138505] env[71107]: During handling of the above exception, another exception occurred: [ 1185.138505] env[71107]: Traceback (most recent call last): [ 1185.138505] env[71107]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1185.138505] env[71107]: listener.cb(fileno) [ 1185.138505] env[71107]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1185.138505] env[71107]: result = function(*args, **kwargs) [ 1185.138505] env[71107]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1185.138505] env[71107]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1185.138505] env[71107]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1185.138505] env[71107]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1185.138505] env[71107]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1185.138505] env[71107]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1185.138505] env[71107]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1185.138505] env[71107]: res.raise_for_status() [ 1185.138505] env[71107]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1185.138505] env[71107]: raise HTTPError(http_error_msg, response=self) [ 1185.138505] env[71107]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4c425e1a-3ad8-41fd-b844-1787e0240fcf [ 1185.138505] env[71107]: Removing descriptor: 62 [ 1185.161568] env[71107]: INFO networking_nsxv3.common.synchronization [req-caeee99c-8926-4802-a044-ff157057d431 req-9680a4c3-22cb-492b-80ac-a9cb487b5017 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Enqueued Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1185.161568] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1185.161907] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.162032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.176842] env[71107]: INFO networking_nsxv3.common.synchronization [req-caeee99c-8926-4802-a044-ff157057d431 req-9680a4c3-22cb-492b-80ac-a9cb487b5017 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Enqueued Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_rules [ 1185.177234] env[71107]: INFO networking_nsxv3.common.synchronization [req-caeee99c-8926-4802-a044-ff157057d431 req-9680a4c3-22cb-492b-80ac-a9cb487b5017 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Enqueued Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1185.177325] env[71107]: INFO networking_nsxv3.common.synchronization [req-caeee99c-8926-4802-a044-ff157057d431 req-9680a4c3-22cb-492b-80ac-a9cb487b5017 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Enqueued Resource ID: fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 with Priority: HIGHEST for action port [ 1185.178016] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_rules [ 1185.178627] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1185.178828] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 with Priority: HIGHEST for action port [ 1185.179116] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.179167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.179953] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.180193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.180409] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.180539] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.180586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.181034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.181034] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.408153] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad0be4e-9962-450e-bb12-20740de736f7 in Status: SUCCESS [ 1185.408394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.408564] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.408784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.408990] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.409098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.409169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.409325] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.409408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.409504] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.635142] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 in Status: SUCCESS [ 1185.635441] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.635547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.635764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.635958] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.636122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.636276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.636376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.636455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.636544] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.636637] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3e8dd98-0df6-4866-aef4-89f6d8c4cf36',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.683397] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 with status ACTIVE [ 1185.683635] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.683804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.683843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.684114] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.684193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.684395] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.684491] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.684554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.684709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.684785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.684971] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.685140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.685222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.685373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.685416] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.685505] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 is going to be updated. [ 1185.709414] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.709602] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.709663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.709827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.709972] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.710137] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.820817] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c in Status: SUCCESS [ 1185.820817] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c deletion is rescheduled due to dependency. [ 1185.820817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.911821] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.053095] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: SUCCESS [ 1186.053455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.053721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.054058] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.054346] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.054495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.054596] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.054819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.054963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.055120] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.138519] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3e8dd98-0df6-4866-aef4-89f6d8c4cf36',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.220405] env[71107]: INFO networking_nsxv3.common.synchronization [req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 req-856af87d-119d-4fa5-89ff-6719c5f430f7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1186.220901] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1186.221217] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.221378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.221426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.221592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.221744] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.221842] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.221902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.222174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.222278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.222373] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.415031] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.558941] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.642583] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3e8dd98-0df6-4866-aef4-89f6d8c4cf36: rpc.has_security_group_logging(os_id): False [ 1186.666011] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-319 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.666402] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.666402] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.666647] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.666917] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.667451] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.667544] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.667752] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.667901] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.668141] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.668263] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.668375] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.668483] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.668594] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.668802] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.668867] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.671386] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.671508] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.671687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.671757] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.671833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.672082] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.672187] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.672252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.672399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.672476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.672562] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 is going to be created. [ 1186.693913] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.694104] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1186.694239] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.694461] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.695319] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-b5620b4b-4c36-4df8-bc28-8958b2d21fa4 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.698128] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-b5620b4b-4c36-4df8-bc28-8958b2d21fa4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.698128] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-b5620b4b-4c36-4df8-bc28-8958b2d21fa4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.698128] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-b5620b4b-4c36-4df8-bc28-8958b2d21fa4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.698128] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5620b4b-4c36-4df8-bc28-8958b2d21fa4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.723858] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.747842] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.748085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.748159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.748373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.748604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.762711] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 in Status: IN_PROGRESS for 2s [ 1186.917860] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.918118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.918118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.918414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.918489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.918572] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad0be4e-9962-450e-bb12-20740de736f7 is going to be updated. [ 1186.964549] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.964807] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.964898] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.965342] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.965554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.978336] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad0be4e-9962-450e-bb12-20740de736f7 in Status: IN_PROGRESS for 2s [ 1187.060730] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.199680] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.200274] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.200554] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.201082] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.201413] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.201740] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port b5620b4b-4c36-4df8-bc28-8958b2d21fa4 not found, creating... [ 1187.202369] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.202722] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.205371] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.205371] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.205371] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.205371] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.205371] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.205371] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.205973] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.206063] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.206353] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: b5620b4b-4c36-4df8-bc28-8958b2d21fa4 is going to be created. [ 1187.226949] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.239049] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.239333] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.239471] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.239857] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.240122] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.240389] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-b5620b4b-4c36-4df8-bc28-8958b2d21fa4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.564037] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.565260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.565753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.566080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.566347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.566504] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 is going to be updated. [ 1187.606414] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.606615] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.606700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.606955] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.607119] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.618537] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: IN_PROGRESS for 2s [ 1187.730256] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.730594] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.730594] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.730779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.730872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.730972] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1187.772172] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.772412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.772412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.772721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.772821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.789113] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1188.141593] env[71107]: INFO networking_nsxv3.common.synchronization [req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 req-a036f084-adfa-4e67-a1a2-83ad353acd0c service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1188.141593] env[71107]: INFO networking_nsxv3.common.synchronization [req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 req-a036f084-adfa-4e67-a1a2-83ad353acd0c service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1188.141593] env[71107]: INFO networking_nsxv3.common.synchronization [req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 req-a036f084-adfa-4e67-a1a2-83ad353acd0c service nova] Enqueued Resource ID: b5620b4b-4c36-4df8-bc28-8958b2d21fa4 with Priority: HIGHEST for action port [ 1188.149463] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1188.149463] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1188.149463] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5620b4b-4c36-4df8-bc28-8958b2d21fa4 with Priority: HIGHEST for action port [ 1188.149463] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.149463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.149886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.149886] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.149886] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.151066] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.151343] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.151343] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5620b4b-4c36-4df8-bc28-8958b2d21fa4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.151515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5620b4b-4c36-4df8-bc28-8958b2d21fa4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.151515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5620b4b-4c36-4df8-bc28-8958b2d21fa4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.151819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5620b4b-4c36-4df8-bc28-8958b2d21fa4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.151899] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5620b4b-4c36-4df8-bc28-8958b2d21fa4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.579601] env[71107]: INFO networking_nsxv3.common.synchronization [req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 req-71e3a64c-8b98-44e0-96e1-bb026bd3855f tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Enqueued Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1188.580905] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 with Priority: HIGHEST for action security_group_members [ 1188.581422] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.582122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.656428] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.656573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.656666] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5620b4b-4c36-4df8-bc28-8958b2d21fa4 with status ACTIVE [ 1188.656842] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.657124] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.657124] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.657289] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.657499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.657634] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.657731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.658550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.658550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.658550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.658550] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.658550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.658550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.658550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.658864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.658864] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5620b4b-4c36-4df8-bc28-8958b2d21fa4 is going to be updated. [ 1188.682368] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.682553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.682615] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.683034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.683034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.683138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5620b4b-4c36-4df8-bc28-8958b2d21fa4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.777744] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 in Status: SUCCESS [ 1188.778152] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.990047] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad0be4e-9962-450e-bb12-20740de736f7 in Status: SUCCESS [ 1188.990336] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.990605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.990731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.990919] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.991056] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.991116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.991285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.991377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.991478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.991610] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.992542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.992716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.992888] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.993019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.993166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.993273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.993352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.993440] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.495914] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.497307] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.631478] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: SUCCESS [ 1189.631712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.631929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.632201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.632533] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.632695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.632853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.633133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.633297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.633427] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.801624] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1189.802167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.802167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.802394] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.802707] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.802863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.802938] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.803196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.803292] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.803396] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.859773] env[71107]: INFO networking_nsxv3.common.synchronization [req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c req-2542648b-3d7d-4eed-b1c5-ef4b9479e9e0 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Enqueued Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1189.859773] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0be4e-9962-450e-bb12-20740de736f7 with Priority: HIGHEST for action security_group_members [ 1189.860119] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad0be4e-9962-450e-bb12-20740de736f7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.860253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.999229] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad0be4e-9962-450e-bb12-20740de736f7: rpc.has_security_group_logging(os_id): False [ 1190.002138] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.022551] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.023220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.023220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.023220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.028547] env[71107]: INFO networking_nsxv3.common.synchronization [req-80bb041b-04d7-401a-bf02-db76283a6d98 req-c4b590a7-6562-4492-93ed-db5e9712085d tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Enqueued Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_members [ 1190.028547] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_members [ 1190.028547] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.028803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.028803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.028872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.029047] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.029182] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.029258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.029428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.029537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.029638] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.051529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.052039] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.052288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.052379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.052698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.052857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.053026] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad0be4e-9962-450e-bb12-20740de736f7 is going to be updated. [ 1190.127388] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.127592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.127592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.129286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.129286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.137953] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.138123] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.138198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.138422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.143355] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad0be4e-9962-450e-bb12-20740de736f7 in Status: IN_PROGRESS for 2s [ 1190.160273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.160555] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.160835] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.160932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.161210] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.161334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.161474] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 is going to be updated. [ 1190.199446] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.199446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.199446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.199446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.199446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.215215] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: IN_PROGRESS for 2s [ 1190.306517] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.508569] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.508914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.509033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.509279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.509391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.509497] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad0be4e-9962-450e-bb12-20740de736f7 is going to be updated. [ 1190.531514] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.541808] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.541808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.541808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.541808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.541808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.551974] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad0be4e-9962-450e-bb12-20740de736f7 in Status: IN_PROGRESS for 2s [ 1190.584026] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.584281] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-683" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.584414] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-683" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.584680] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-683" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.584937] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.585104] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.585251] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.585473] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.585636] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.585919] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.585966] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.586088] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.586195] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.586328] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.586436] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.586583] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.616915] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.617119] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1190.617281] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.617494] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-683" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.617855] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-1af7bd4b-0446-4626-93fc-0a396954bced taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.618059] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-1af7bd4b-0446-4626-93fc-0a396954bced" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.618192] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-1af7bd4b-0446-4626-93fc-0a396954bced" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.618558] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-1af7bd4b-0446-4626-93fc-0a396954bced" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.618710] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1af7bd4b-0446-4626-93fc-0a396954bced',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.812546] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.034319] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.121176] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.121722] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.121907] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.122229] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.122441] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.122604] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 1af7bd4b-0446-4626-93fc-0a396954bced not found, creating... [ 1191.122894] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.123082] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.123207] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.123447] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.123604] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.123914] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.124222] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.124408] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.124650] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.124792] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.124965] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 1af7bd4b-0446-4626-93fc-0a396954bced is going to be created. [ 1191.149996] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.150370] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.150458] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.150762] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.150993] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.151235] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-1af7bd4b-0446-4626-93fc-0a396954bced" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.317618] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.317876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.318013] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.318361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.318524] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.318690] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1191.352806] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.353034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.353034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.353306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.353453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.364503] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1191.540030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.540208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.540286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.540519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.540611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.540716] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 is going to be updated. [ 1191.571729] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.571951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.571951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.572160] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.572302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.582277] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: IN_PROGRESS for 2s [ 1192.160988] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad0be4e-9962-450e-bb12-20740de736f7 in Status: SUCCESS [ 1192.161428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.163271] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.163271] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.163271] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.231722] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: SUCCESS [ 1192.232023] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 deletion is rescheduled due to dependency. [ 1192.232164] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.232485] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.232807] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.234089] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.234089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.234089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.234089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.234089] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.234445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.235108] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.236960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.237223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.237423] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.237623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.237687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.237888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.237980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.238094] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.251828] env[71107]: INFO networking_nsxv3.common.synchronization [req-80bb041b-04d7-401a-bf02-db76283a6d98 req-832d3fd2-0b0d-4c7a-a1e8-408b253a63c4 service nova] Enqueued Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_rules [ 1192.251828] env[71107]: INFO networking_nsxv3.common.synchronization [req-80bb041b-04d7-401a-bf02-db76283a6d98 req-832d3fd2-0b0d-4c7a-a1e8-408b253a63c4 service nova] Enqueued Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_members [ 1192.251911] env[71107]: INFO networking_nsxv3.common.synchronization [req-80bb041b-04d7-401a-bf02-db76283a6d98 req-832d3fd2-0b0d-4c7a-a1e8-408b253a63c4 service nova] Enqueued Resource ID: 1af7bd4b-0446-4626-93fc-0a396954bced with Priority: HIGHEST for action port [ 1192.252747] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_rules [ 1192.252914] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_members [ 1192.252984] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af7bd4b-0446-4626-93fc-0a396954bced with Priority: HIGHEST for action port [ 1192.253495] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.253586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.253669] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.253936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.253989] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.255800] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.256035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.256414] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-1af7bd4b-0446-4626-93fc-0a396954bced taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.256414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1af7bd4b-0446-4626-93fc-0a396954bced" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.256570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1af7bd4b-0446-4626-93fc-0a396954bced" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.256776] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1af7bd4b-0446-4626-93fc-0a396954bced" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.256883] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1af7bd4b-0446-4626-93fc-0a396954bced',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.564233] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad0be4e-9962-450e-bb12-20740de736f7 in Status: SUCCESS [ 1192.564453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.565029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.565363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.566016] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.566016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.566016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.566016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.566258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.566258] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.683315] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.683581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.683581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.683802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.683914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.684026] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad0be4e-9962-450e-bb12-20740de736f7 is going to be deleted. [ 1192.737433] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.737717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.737801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.738048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.738170] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.738273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.740833] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.741033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.742443] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.742592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.742685] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.742933] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.743055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.743330] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.743461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.743546] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.743744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.743952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.745014] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 is going to be updated. [ 1192.759305] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.759466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.760884] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1af7bd4b-0446-4626-93fc-0a396954bced with status ACTIVE [ 1192.761059] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.761149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.761216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.761477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.761564] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.761845] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.761982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.762065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.762272] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.762345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.762555] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.762655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.762711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.762833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.762897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.762997] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1af7bd4b-0446-4626-93fc-0a396954bced is going to be updated. [ 1192.790926] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.791120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.791162] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.791490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.791809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.811256] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.811427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.811504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.811715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.811855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.812119] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1af7bd4b-0446-4626-93fc-0a396954bced" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.817930] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: IN_PROGRESS for 2s [ 1192.999122] env[71107]: INFO networking_nsxv3.common.synchronization [req-a04340df-5142-45e0-af3d-09cf807badc2 req-dd229bf6-6da8-430e-858f-ba84c0b89f79 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1192.999753] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1193.000427] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.000427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.000427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.000427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.000727] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.000727] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.000838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.000904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.001389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.001389] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.072022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.072022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.072022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.072022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.072022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.072022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.072022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.072022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.072022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.072022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.072022] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad0be4e-9962-450e-bb12-20740de736f7 is going to be deleted. [ 1193.102041] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.102041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.102041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.102041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.102041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.102041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.102041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.102041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.102041] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.102041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.102041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.102041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.102041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.102041] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad0be4e-9962-450e-bb12-20740de736f7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.377778] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1193.377778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.377778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.377778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.377778] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.377778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.377778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.377778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.377778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.377778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.377778] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.504245] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.504402] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.504478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.507241] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.535081] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.535457] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.535737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.535737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.535838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.535902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.535997] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1193.572372] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.572523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.572600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.572814] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.572958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.583813] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1193.595605] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: SUCCESS [ 1193.597025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.597025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.597025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.597025] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.597025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.597025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.597025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.598493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.598493] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.609254] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.609473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.609570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.610245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.610418] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.610700] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.610842] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.610928] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.612052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.612209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.614015] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad0be4e-9962-450e-bb12-20740de736f7 already deleted. [ 1193.614015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad0be4e-9962-450e-bb12-20740de736f7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.810507] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.810898] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.811076] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.811358] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.811635] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.811803] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.811925] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.812181] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.812335] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.812561] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.813481] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.813481] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.813481] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.813481] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.813481] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.813481] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.834357] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.834357] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.834520] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.834613] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-220" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.834955] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-29417e99-78d7-4b04-86c4-93e789de9c76 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.835179] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.835371] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.835668] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.835813] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29417e99-78d7-4b04-86c4-93e789de9c76',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.880436] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.880793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.880793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.881021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.881230] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.881457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.881574] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.881880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.882161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.882242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.883041] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.883041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.883041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.883041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.883041] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.883382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.883382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.883446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.883476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.883576] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.883697] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.100369] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.338259] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.338658] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.338658] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.339097] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.339381] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.339932] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.340783] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.340783] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.340783] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.341086] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.341268] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.341493] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.341656] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.341933] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.342123] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.342321] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 29417e99-78d7-4b04-86c4-93e789de9c76 is going to be updated. [ 1194.366708] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.367019] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.367072] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.367507] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.367706] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.368061] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.387159] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a066f74d-db1c-42ee-974d-5a2dfd593e20: rpc.has_security_group_logging(os_id): False [ 1194.418449] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.418675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.418778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.419077] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.477493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.478275] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.478821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.478958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.479150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.479421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.479713] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.479839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.479905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.480109] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.480240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.480652] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.481000] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.481000] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.481215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.481311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.481406] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1194.602289] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.611518] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.611775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.611775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.612016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.612430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.662150] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1194.829046] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: SUCCESS [ 1194.829280] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 deletion is rescheduled due to dependency. [ 1194.829396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.829622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.829920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.830174] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.830301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.830374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.830588] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.830696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.830793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.830978] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ada7c7-918e-4a3d-b61f-d90761f4f217 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.831153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.831312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.831479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.831687] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.831816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.831890] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.832116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.832207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.832313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.832406] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.105288] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.105542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.105620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.105960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.106083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.106149] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 is going to be updated. [ 1195.164336] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.164486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.164560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.164795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.165716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.177081] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: IN_PROGRESS for 2s [ 1195.233053] env[71107]: INFO networking_nsxv3.common.synchronization [req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad req-b6f57eb9-d1a9-45e9-ad62-e01a68ced777 service nova] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_rules [ 1195.233317] env[71107]: INFO networking_nsxv3.common.synchronization [req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad req-b6f57eb9-d1a9-45e9-ad62-e01a68ced777 service nova] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1195.233487] env[71107]: INFO networking_nsxv3.common.synchronization [req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad req-b6f57eb9-d1a9-45e9-ad62-e01a68ced777 service nova] Enqueued Resource ID: 29417e99-78d7-4b04-86c4-93e789de9c76 with Priority: HIGHEST for action port [ 1195.233738] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_rules [ 1195.233868] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1195.234058] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29417e99-78d7-4b04-86c4-93e789de9c76 with Priority: HIGHEST for action port [ 1195.234611] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.234766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.234942] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.236295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.236499] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.237686] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.237830] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.237891] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.238111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.238285] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.238391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.238457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.238597] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.238726] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.238829] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.240276] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-29417e99-78d7-4b04-86c4-93e789de9c76 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.240416] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.240457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.240644] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.240749] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29417e99-78d7-4b04-86c4-93e789de9c76',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.341170] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67ada7c7-918e-4a3d-b61f-d90761f4f217: rpc.has_security_group_logging(os_id): False [ 1195.366467] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.366644] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.366687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.366906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.366992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.367239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.367337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.367396] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.367581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.367655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.367853] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.367944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.368022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.368170] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.368248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.368428] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.368519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.368578] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.368714] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.368787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.368870] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 is going to be updated. [ 1195.438851] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.438851] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.438851] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.439312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.439312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.454476] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: IN_PROGRESS for 2s [ 1195.597701] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1195.597911] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 deletion is rescheduled due to dependency. [ 1195.598011] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.743100] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.744600] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.744716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.744871] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29417e99-78d7-4b04-86c4-93e789de9c76 with status ACTIVE [ 1195.745036] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.745150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.745262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.745498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.746078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.746078] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.746078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.746078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.746078] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.746316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.746348] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.746441] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.746478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.747058] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.747058] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.747058] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29417e99-78d7-4b04-86c4-93e789de9c76 is going to be updated. [ 1195.768221] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.768455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.768455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.768646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.768785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.768956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29417e99-78d7-4b04-86c4-93e789de9c76" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.249451] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.629228] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d5ec01d8-b649-4d9b-b925-d5c4f71ef5b5 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGHEST for action security_group_rules [ 1196.629228] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGHEST for action security_group_rules [ 1196.629598] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.629598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.629598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.629937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.630093] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2df5d2ec-7fc4-40cf-bb55-199ee7110196',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.684834] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1196.685087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.762461] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.762461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.762461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.762461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.762461] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.762461] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be updated. [ 1196.782679] env[71107]: INFO networking_nsxv3.common.synchronization [None req-31f766b1-407d-4be5-8010-e6598a7d1ac9 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGHEST for action security_group_rules [ 1196.783119] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGHEST for action security_group_rules [ 1196.783468] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.783577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.800546] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.800731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.800804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.801881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.801881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.811758] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: IN_PROGRESS for 2s [ 1197.156914] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.156914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.156914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.157313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.157408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.157470] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 already deleted. [ 1197.157631] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.157856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.158105] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.158226] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2df5d2ec-7fc4-40cf-bb55-199ee7110196',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.188063] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: SUCCESS [ 1197.188421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.188648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.192025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.192025] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.192025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.192025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.192025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.192025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.192025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.192025] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.468828] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 in Status: SUCCESS [ 1197.469120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.469387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.469715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.469806] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67ada7c7-918e-4a3d-b61f-d90761f4f217',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.683080] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.683599] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.683599] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.683825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.683825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.683939] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 already deleted. [ 1197.684043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.692861] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.693095] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.693149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.693563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.693710] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.693892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.694125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.694253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.694366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.694516] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.694785] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.694900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.694964] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.695146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.695356] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.695521] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.695640] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.695891] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.695975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.696157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.696215] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.993599] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.993831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.993958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.994316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.994489] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.994665] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67ada7c7-918e-4a3d-b61f-d90761f4f217 is going to be deleted. [ 1198.051756] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.051923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.052068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.052368] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.052488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.052658] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67ada7c7-918e-4a3d-b61f-d90761f4f217" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.198713] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9899b29-d583-4f9e-8de1-d8553e8f8f02: rpc.has_security_group_logging(os_id): False [ 1198.220436] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.220666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.220666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.220929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.246739] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.247160] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.247426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.247502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.247834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.247996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.248359] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.248513] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.248606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.248856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.248970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.249194] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.249297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.249381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.249562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.249643] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.249730] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 is going to be updated. [ 1198.351884] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.351884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.351884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.352190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.352190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.372059] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: IN_PROGRESS for 2s [ 1198.821658] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 1198.821658] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.822125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.822125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.822125] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.822433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.822433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.822494] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.822531] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.822624] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.822741] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.325695] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.325695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.325876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.326025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.326187] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.326305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.326376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.326532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.326625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.326715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.326868] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.326964] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.327030] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.327173] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.327319] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.327419] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.327479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.327626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.327695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.327778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.327869] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.836053] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ee8e35b-4662-4aa3-a915-bc2a27560ad3: rpc.has_security_group_logging(os_id): False [ 1199.858495] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.858692] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.858904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.859168] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.884479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.884479] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.884687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.884687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.884789] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.884883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.885099] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.885201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.885265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.885498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.885622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.885884] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.886043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.886161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.886375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.886508] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.886624] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be updated. [ 1199.976872] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.977084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.977754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.977754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.977754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.020224] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: IN_PROGRESS for 2s [ 1200.390162] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: SUCCESS [ 1200.390454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.714490] env[71107]: INFO networking_nsxv3.common.synchronization [req-aac1aeba-72eb-4bba-9026-b5724a933a17 req-7a1ad337-0aac-41db-94f3-62b7d46acc9a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1200.715367] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1200.715776] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.715912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.715980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.716230] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.716398] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.716510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.716565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.716730] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.716814] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.716911] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.218673] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.721546] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.805225] env[71107]: INFO networking_nsxv3.common.synchronization [req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e req-eed49287-7496-4ff8-ab3c-28d773731c20 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1201.805225] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1201.805225] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.805417] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.805466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.805722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.805876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.805985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.806050] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.806205] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.806295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.806389] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.039084] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 1202.039276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.226186] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.226186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.226186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.226628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.226628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.226628] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1202.254791] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.254946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.255019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.255260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.255487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.264677] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1202.308334] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.308555] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.308555] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.308776] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.333547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.333803] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.333926] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.334174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.334361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.334361] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.334448] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1202.373479] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.373711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.373711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.373921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.374204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.384333] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1204.275662] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1204.276045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.395070] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1204.395259] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 deletion is rescheduled due to dependency. [ 1204.395404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.806356] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.806356] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.915217] env[71107]: INFO networking_nsxv3.common.synchronization [req-f319227b-b5d8-482d-a66c-cd327b560fa5 req-0f4b458d-8ff1-4b78-bb2b-7df30357c45d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1209.915799] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1209.916123] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.916284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.916375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.916623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.916815] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.916940] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.917032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.917215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.917321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.917433] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.407674] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.407674] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.407902] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.408077] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.408341] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.408520] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.408655] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.408888] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.409046] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.409258] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.409371] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.409481] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.409591] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.409701] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.409807] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.409943] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.419541] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.419743] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.419743] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.419919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.420015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.420205] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.420303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.420365] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.420510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.420617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.420710] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1210.432295] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.432458] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1210.432633] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.432825] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.433156] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-68e9d097-40b1-49f2-8dca-f8a3f436a8a7 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.433346] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-68e9d097-40b1-49f2-8dca-f8a3f436a8a7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.433457] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-68e9d097-40b1-49f2-8dca-f8a3f436a8a7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.433784] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-68e9d097-40b1-49f2-8dca-f8a3f436a8a7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.433920] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68e9d097-40b1-49f2-8dca-f8a3f436a8a7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.452598] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.452936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.453051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.453280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.453429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.463769] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1210.937132] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.937537] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.937537] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.938034] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.938034] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.938191] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 68e9d097-40b1-49f2-8dca-f8a3f436a8a7 not found, creating... [ 1210.938485] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.938721] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.938786] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.939080] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.939352] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.939616] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.939807] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.940026] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.940187] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.940339] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.940520] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 68e9d097-40b1-49f2-8dca-f8a3f436a8a7 is going to be created. [ 1210.962333] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.962554] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.962685] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.962981] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.963236] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.963493] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-68e9d097-40b1-49f2-8dca-f8a3f436a8a7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.645171] env[71107]: INFO networking_nsxv3.common.synchronization [req-f319227b-b5d8-482d-a66c-cd327b560fa5 req-a7d89f47-716c-4092-8ec8-e49034b99266 service nova] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_rules [ 1211.645691] env[71107]: INFO networking_nsxv3.common.synchronization [req-f319227b-b5d8-482d-a66c-cd327b560fa5 req-a7d89f47-716c-4092-8ec8-e49034b99266 service nova] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1211.645691] env[71107]: INFO networking_nsxv3.common.synchronization [req-f319227b-b5d8-482d-a66c-cd327b560fa5 req-a7d89f47-716c-4092-8ec8-e49034b99266 service nova] Enqueued Resource ID: 68e9d097-40b1-49f2-8dca-f8a3f436a8a7 with Priority: HIGHEST for action port [ 1211.645889] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_rules [ 1211.646044] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1211.646153] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e9d097-40b1-49f2-8dca-f8a3f436a8a7 with Priority: HIGHEST for action port [ 1211.646732] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.646867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.646937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.647156] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.647238] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.648398] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.648499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.648707] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-68e9d097-40b1-49f2-8dca-f8a3f436a8a7 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.648791] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68e9d097-40b1-49f2-8dca-f8a3f436a8a7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.648857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68e9d097-40b1-49f2-8dca-f8a3f436a8a7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.649033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68e9d097-40b1-49f2-8dca-f8a3f436a8a7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.649110] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68e9d097-40b1-49f2-8dca-f8a3f436a8a7',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.151879] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.152201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.153374] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68e9d097-40b1-49f2-8dca-f8a3f436a8a7 with status ACTIVE [ 1212.153598] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.153729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.153799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.154015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.154151] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.154367] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.154472] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.154537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.154700] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.154783] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.155020] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.155106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.155167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.155312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.155387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.155473] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68e9d097-40b1-49f2-8dca-f8a3f436a8a7 is going to be updated. [ 1212.181295] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.181486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.181576] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.181821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.181993] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.182216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68e9d097-40b1-49f2-8dca-f8a3f436a8a7" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.474370] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1212.474565] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 deletion is rescheduled due to dependency. [ 1212.474655] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.474825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.475058] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.475283] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.475409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.475476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.475669] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.475785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.475923] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.978173] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.480547] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.985900] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.985900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.985900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.985900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.985900] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.985900] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1214.014984] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.014984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.014984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.014984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.014984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.022513] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1214.111831] env[71107]: INFO networking_nsxv3.common.synchronization [req-90c00bba-70a7-407c-9ef2-20010ef1111c req-610a644c-1938-48cb-aa3a-5c8632bf48e6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGHEST for action security_group_members [ 1214.120308] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGHEST for action security_group_members [ 1214.120308] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-2df5d2ec-7fc4-40cf-bb55-199ee7110196 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.120308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.120308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.120888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.120888] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.120975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.121063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.121265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.121358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.121457] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2df5d2ec-7fc4-40cf-bb55-199ee7110196',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.625275] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.625275] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.625275] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.625275] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.625768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.625768] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.625768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.625934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.629817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.629817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.629817] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 already deleted. [ 1214.629817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.727068] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.727357] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.727540] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.727867] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.728186] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.728396] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.728539] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.728816] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.728999] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.729268] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.729424] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.729562] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.729732] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.729881] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.730099] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.730386] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.756030] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.756195] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1214.756416] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.756561] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-568" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.757461] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-9db4221d-ea2e-4439-abe3-463202d94755 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.757461] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-9db4221d-ea2e-4439-abe3-463202d94755" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.757461] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-9db4221d-ea2e-4439-abe3-463202d94755" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.757675] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-9db4221d-ea2e-4439-abe3-463202d94755" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.757675] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db4221d-ea2e-4439-abe3-463202d94755',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.264055] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.264055] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.264055] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.264055] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.264055] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.264055] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 9db4221d-ea2e-4439-abe3-463202d94755 not found, creating... [ 1215.264055] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.264055] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.264055] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.264055] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.264055] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.264521] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.264778] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.265040] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.265370] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.265674] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.265986] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 9db4221d-ea2e-4439-abe3-463202d94755 is going to be created. [ 1215.289056] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.289308] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.289436] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.289864] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.290146] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.290384] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-9db4221d-ea2e-4439-abe3-463202d94755" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.343291] env[71107]: INFO networking_nsxv3.common.synchronization [req-3e5ab897-7a49-43f9-8e6e-e62374728a8b req-ceae0004-d94d-4e4b-acb6-0e97f551002b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_members [ 1215.343961] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_members [ 1215.344309] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a8f4048-b861-4405-9b97-b0ba82ec4161 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.344438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.344509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.344720] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.344882] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.344977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.345067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.345278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.345358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.345507] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.849174] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.020526] env[71107]: INFO networking_nsxv3.common.synchronization [req-90c00bba-70a7-407c-9ef2-20010ef1111c req-01aa52bc-d9af-44e9-a317-a386bdf86dc1 service nova] Enqueued Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGHEST for action security_group_rules [ 1216.020620] env[71107]: INFO networking_nsxv3.common.synchronization [req-90c00bba-70a7-407c-9ef2-20010ef1111c req-01aa52bc-d9af-44e9-a317-a386bdf86dc1 service nova] Enqueued Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGHEST for action security_group_members [ 1216.020748] env[71107]: INFO networking_nsxv3.common.synchronization [req-90c00bba-70a7-407c-9ef2-20010ef1111c req-01aa52bc-d9af-44e9-a317-a386bdf86dc1 service nova] Enqueued Resource ID: 9db4221d-ea2e-4439-abe3-463202d94755 with Priority: HIGHEST for action port [ 1216.020985] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGHEST for action security_group_rules [ 1216.021118] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGHEST for action security_group_members [ 1216.021212] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db4221d-ea2e-4439-abe3-463202d94755 with Priority: HIGHEST for action port [ 1216.021791] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.021864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.021917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.022176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.022259] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2df5d2ec-7fc4-40cf-bb55-199ee7110196',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.023093] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-2df5d2ec-7fc4-40cf-bb55-199ee7110196 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.023319] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.023319] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.023462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.023758] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.023871] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.023931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.024070] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.024158] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.024534] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2df5d2ec-7fc4-40cf-bb55-199ee7110196',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.024957] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-9db4221d-ea2e-4439-abe3-463202d94755 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.025320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9db4221d-ea2e-4439-abe3-463202d94755" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.025411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9db4221d-ea2e-4439-abe3-463202d94755" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.025531] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9db4221d-ea2e-4439-abe3-463202d94755" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.025671] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db4221d-ea2e-4439-abe3-463202d94755',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.036253] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1216.036443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.036728] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.036885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.036987] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.037124] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.037124] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.037335] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.037454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.037454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.037654] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.352189] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.527850] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-2df5d2ec-7fc4-40cf-bb55-199ee7110196 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.528115] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.528206] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9db4221d-ea2e-4439-abe3-463202d94755 with status ACTIVE [ 1216.528379] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.528488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.528556] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.528769] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.528880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.529065] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.529164] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.529232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.529378] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.529457] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.529633] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.529734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.529797] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.529923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.529997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.530093] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9db4221d-ea2e-4439-abe3-463202d94755 is going to be updated. [ 1216.531198] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2df5d2ec-7fc4-40cf-bb55-199ee7110196',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.540908] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.541149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.541149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.541253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.541412] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.541511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.541592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.541725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.541813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.541895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.542061] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.542149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.542211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.542345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.542479] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.542568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.542630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.542760] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.542825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.542908] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.542995] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.557653] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.557796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.557866] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.558099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.558240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.558443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9db4221d-ea2e-4439-abe3-463202d94755" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.854620] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.855181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.855181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.855181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.855181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.855420] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 is going to be updated. [ 1216.883998] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.884212] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.884426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.884507] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.884645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.894491] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: IN_PROGRESS for 2s [ 1217.036226] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2df5d2ec-7fc4-40cf-bb55-199ee7110196',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.045624] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c6df673-ad6e-4128-b303-e62099e351f2: rpc.has_security_group_logging(os_id): False [ 1217.066552] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.067166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.067166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.067166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.067166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.067393] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.067393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.067575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.067765] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.067849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.068113] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.068190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.068237] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.068376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.068447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.068637] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.068741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.068801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.068943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.069025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.069113] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1217.139096] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.139322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.139322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.139872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.139872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.170198] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1217.539529] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.539734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.539779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.539966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.540068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.540172] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 is going to be created. [ 1217.572808] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.573058] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.573058] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.573191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.573347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.582902] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 in Status: UNINITIALIZED for 2s [ 1218.906442] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: SUCCESS [ 1218.906819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.200266] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1219.200497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.603137] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 in Status: SUCCESS [ 1219.603646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.603646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.603790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.604101] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.605242] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.605332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.605529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.605647] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.605751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.605855] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2df5d2ec-7fc4-40cf-bb55-199ee7110196',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.010292] env[71107]: INFO networking_nsxv3.common.synchronization [req-4dfde482-c1e7-4891-baaa-2057a168ed7e req-6366afc5-257a-4058-ab70-4e6adfd0efe1 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1220.011157] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1220.011473] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.011635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.011745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.012032] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.014361] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.014497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.014537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.016118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.016118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.016118] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.110108] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2df5d2ec-7fc4-40cf-bb55-199ee7110196',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.467599] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.467808] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.467924] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.468265] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.468533] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.468732] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.468857] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.469096] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.469251] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.469483] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1220.469587] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1220.469729] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1220.469846] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1220.469964] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1220.470085] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1220.470224] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.473358] env[71107]: INFO networking_nsxv3.common.synchronization [req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 req-c3a6373e-ee53-4b69-861e-d30debddff98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Enqueued Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_members [ 1220.474329] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_members [ 1220.474630] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.474749] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.474814] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.474998] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.475303] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.475428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.475481] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.475627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.475725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.475819] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.493187] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.493363] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1220.493529] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.493692] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.494009] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.494192] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.494712] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.494712] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.494869] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aaf1c7c-532f-4bd0-94f3-8445d6ad158e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.516936] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.517100] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.517158] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.517423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.517469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.517679] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.517766] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.517827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.517997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.518098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.518191] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1220.545997] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.546224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.546281] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.546447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.546587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.556025] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1220.614515] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2df5d2ec-7fc4-40cf-bb55-199ee7110196: rpc.has_security_group_logging(os_id): False [ 1220.634752] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.634752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.634752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.634752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.635102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.635102] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.635187] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.635219] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.635367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.635444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.635532] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 is going to be created. [ 1220.695873] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.696041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.696115] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.696333] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.696518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.707755] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 in Status: IN_PROGRESS for 2s [ 1220.977693] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.997640] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.997807] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.998326] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.998326] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.998471] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.998624] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 9aaf1c7c-532f-4bd0-94f3-8445d6ad158e not found, creating... [ 1220.998968] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.999198] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.999336] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.999632] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.999818] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.000170] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.000358] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.000506] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.000781] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.000895] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.001206] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 9aaf1c7c-532f-4bd0-94f3-8445d6ad158e is going to be created. [ 1221.030058] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.030494] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.030494] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.030706] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.031035] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.031398] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.481186] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.750528] env[71107]: INFO networking_nsxv3.common.synchronization [req-4dfde482-c1e7-4891-baaa-2057a168ed7e req-57f8d827-b747-4c62-b2cf-ed203f9d74fd service nova] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_rules [ 1221.750703] env[71107]: INFO networking_nsxv3.common.synchronization [req-4dfde482-c1e7-4891-baaa-2057a168ed7e req-57f8d827-b747-4c62-b2cf-ed203f9d74fd service nova] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1221.750893] env[71107]: INFO networking_nsxv3.common.synchronization [req-4dfde482-c1e7-4891-baaa-2057a168ed7e req-57f8d827-b747-4c62-b2cf-ed203f9d74fd service nova] Enqueued Resource ID: 9aaf1c7c-532f-4bd0-94f3-8445d6ad158e with Priority: HIGHEST for action port [ 1221.751123] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_rules [ 1221.751249] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1221.751343] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaf1c7c-532f-4bd0-94f3-8445d6ad158e with Priority: HIGHEST for action port [ 1221.751889] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.754051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.754051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.754051] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.754051] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.754725] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.754852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.755084] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.755193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.755259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.755463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.755548] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aaf1c7c-532f-4bd0-94f3-8445d6ad158e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.983845] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.984184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.984184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.984423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.984519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.984626] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 is going to be updated. [ 1222.019298] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.019515] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.019557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.019974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.020104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.034035] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: IN_PROGRESS for 2s [ 1222.258605] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.258749] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.258990] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9aaf1c7c-532f-4bd0-94f3-8445d6ad158e with status ACTIVE [ 1222.259192] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.259301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.259357] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.259834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.259834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.259834] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.259946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.260029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.260199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.260331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.260528] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.260628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.260688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.260847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.260924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.261021] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9aaf1c7c-532f-4bd0-94f3-8445d6ad158e is going to be updated. [ 1222.286267] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.286497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.286497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.286693] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.286866] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.287219] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.470304] env[71107]: INFO networking_nsxv3.common.synchronization [req-96963807-ef59-4500-ad88-de5d7ff736e7 req-6c86a1a1-4ced-4389-96bb-018d8dc69942 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1222.471742] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1222.472227] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.473273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.473466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.473834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.474121] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.474341] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.474559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.476017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.476017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.476017] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.570516] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1222.570841] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 deletion is rescheduled due to dependency. [ 1222.571072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.571355] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.571674] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.571958] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.572393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.572589] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.573390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.573390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.573390] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.721887] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 in Status: SUCCESS [ 1222.722124] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.979570] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.075344] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.482449] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.577477] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.986231] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.986529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.986529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.986791] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.986950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.987048] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1224.019193] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.019376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.019415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.019667] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.020010] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.029938] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1224.044830] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: SUCCESS [ 1224.045053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.079944] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.080436] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.080436] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.080554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.080695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.080845] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1224.111102] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.111314] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.111356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.111613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.111787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.125928] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1224.856040] env[71107]: INFO networking_nsxv3.common.synchronization [req-21ddd37c-8f67-4b1b-9403-aab493f5e850 req-a90e91f3-67af-463d-9beb-14d93d8d3c33 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_members [ 1224.858387] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGHEST for action security_group_members [ 1224.858387] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a8f4048-b861-4405-9b97-b0ba82ec4161 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.858387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.858387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.858387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.858387] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.858387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.858387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.858387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.858387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.858387] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.279339] env[71107]: INFO networking_nsxv3.common.synchronization [req-ab6f8270-d4e0-439a-9631-9d1ee47d811e req-8b5cc7b5-a8e4-40f6-a8f9-5013a38c7761 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1225.279909] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1225.284334] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.284467] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.284538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.285252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.285403] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.285585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.285585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.285836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.286559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.286707] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.360461] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.360680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.360680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.360945] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.387146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.387146] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.387146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.387146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.387146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.387146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.387146] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 is going to be updated. [ 1225.414047] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.414211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.414255] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.414466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.414614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.424045] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: IN_PROGRESS for 2s [ 1225.790376] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.790553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.790623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.790850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.790957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.791229] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.791429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.791429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.791605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.791684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.791776] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1225.821793] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.821984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.822048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.822247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.823284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.832610] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1226.043993] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1226.043993] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.139545] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 4s [ 1227.434912] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 in Status: SUCCESS [ 1227.435356] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 deletion is rescheduled due to dependency. [ 1227.435356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.847209] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1227.847487] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 deletion is rescheduled due to dependency. [ 1227.847636] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.150311] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1228.150522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.150687] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.150904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.151130] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.151254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.151321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.151476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.151554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.151640] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.151730] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.308286] env[71107]: INFO networking_nsxv3.common.synchronization [req-6aea19cd-83cf-4a53-9962-20c03cea52ee req-23345be6-8e69-4ca5-b12c-4ffc9b346af5 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Enqueued Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_members [ 1228.308898] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGHEST for action security_group_members [ 1228.309274] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.309383] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.309438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.309633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.309793] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.309912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.309989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.310339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.310449] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.310546] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.654067] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.654401] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.654401] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.654770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.654770] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.654770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.654892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.654981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.655087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.655173] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.655335] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.655431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.655492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.655637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.655801] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.655909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.655974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.656130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.656216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.656298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.656387] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.660833] env[71107]: INFO networking_nsxv3.common.synchronization [None req-5f69ec42-c839-40b5-a6b8-51264cac6aa3 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1228.660833] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGHEST for action security_group_members [ 1228.660833] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.660833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.661010] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.661010] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.661478] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.661580] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.661669] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.661787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.661863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.661952] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.815096] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.815096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.815096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.815096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.815096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.815096] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.815096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.815096] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.815615] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.815615] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.815615] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 is going to be updated. [ 1228.848166] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.849246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.849962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.850289] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.850562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.860734] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: IN_PROGRESS for 2s [ 1229.160040] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44: rpc.has_security_group_logging(os_id): False [ 1229.166796] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.166796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.166796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.166796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.166796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.166796] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.166796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.166796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.166796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.166796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.166796] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be updated. [ 1229.186169] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.186169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.186169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.186169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.186169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.186169] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.186169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.186169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.186169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.186169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.186169] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.186169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.186169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.186169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.186169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.186748] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.187120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.188715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.188715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.188715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.188715] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1229.203439] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.203592] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.203681] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.203940] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.204132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.212557] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: IN_PROGRESS for 2s [ 1229.264205] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.264422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.264470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.264653] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.264801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.291430] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1229.325689] env[71107]: INFO networking_nsxv3.common.synchronization [req-b3b75ef3-6cf5-454a-923e-10c11777da56 req-00849214-2024-4069-a6f7-553ec9e2509b tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 with Priority: HIGHEST for action security_group_members [ 1229.326928] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 with Priority: HIGHEST for action security_group_members [ 1229.326928] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.326928] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.326928] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.328545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.328733] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.328848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.328916] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.329111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.329203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.329305] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185e86a9-ad9e-40a6-85a9-9ef1f1d4b079',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.833829] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.833829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.833829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.833829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.854137] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.854301] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.858024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.858024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.858024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.858024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.858024] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 is going to be updated. [ 1229.882840] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.883098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.883162] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.883379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.883523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.893637] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 in Status: IN_PROGRESS for 2s [ 1230.870482] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 in Status: SUCCESS [ 1230.870482] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 deletion is rescheduled due to dependency. [ 1230.870831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.224045] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 in Status: SUCCESS [ 1231.224222] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 deletion is rescheduled due to dependency. [ 1231.224911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.305947] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1231.306207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.905054] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 in Status: SUCCESS [ 1231.905363] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185e86a9-ad9e-40a6-85a9-9ef1f1d4b079 deletion is rescheduled due to dependency. [ 1231.905437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185e86a9-ad9e-40a6-85a9-9ef1f1d4b079" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.299311] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.299619] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.299699] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.299935] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.300210] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.300372] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.300614] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.301140] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.301324] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.301694] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.301943] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.302120] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.302377] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.302655] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.302818] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.303025] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.323724] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.323992] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1233.324170] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.324357] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.324679] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.324856] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.324981] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.325268] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.325519] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62d81d7-bdfd-4799-bea5-e3d00cda40a0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.828653] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.828653] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.828875] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.829038] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.829205] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.829499] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.829661] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.829781] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.830019] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.830168] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.830450] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.830608] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.830726] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.830936] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.831092] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.831241] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: a62d81d7-bdfd-4799-bea5-e3d00cda40a0 is going to be updated. [ 1233.854147] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.854343] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.854383] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.855610] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.855610] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.855610] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.327605] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.328075] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1234.540253] env[71107]: INFO networking_nsxv3.common.synchronization [req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 req-33d66330-5532-4c4f-aded-b075d629e023 service nova] Enqueued Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_rules [ 1234.540446] env[71107]: INFO networking_nsxv3.common.synchronization [req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 req-33d66330-5532-4c4f-aded-b075d629e023 service nova] Enqueued Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_members [ 1234.540588] env[71107]: INFO networking_nsxv3.common.synchronization [req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 req-33d66330-5532-4c4f-aded-b075d629e023 service nova] Enqueued Resource ID: a62d81d7-bdfd-4799-bea5-e3d00cda40a0 with Priority: HIGHEST for action port [ 1234.540827] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_rules [ 1234.540960] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_members [ 1234.541099] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62d81d7-bdfd-4799-bea5-e3d00cda40a0 with Priority: HIGHEST for action port [ 1234.541620] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-248a0d22-5d2e-4bd5-aaf1-020460901505 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.541746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.541809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.542018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.542247] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.543561] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-248a0d22-5d2e-4bd5-aaf1-020460901505 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.543721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.543790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.543976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.544150] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.544245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.544301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.544444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.544514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.544607] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.545968] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.546149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.546233] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.546407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.546468] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62d81d7-bdfd-4799-bea5-e3d00cda40a0',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.044757] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-248a0d22-5d2e-4bd5-aaf1-020460901505 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.044901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.049505] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.050710] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a62d81d7-bdfd-4799-bea5-e3d00cda40a0 with status ACTIVE [ 1235.050918] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.051074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.051142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.051354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.051444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.051619] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.051716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.051775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.051937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.052022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.052203] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.052298] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.052362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.052532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.052613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.052701] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a62d81d7-bdfd-4799-bea5-e3d00cda40a0 is going to be updated. [ 1235.077010] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.077184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.077255] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.077467] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.077604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.077759] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a62d81d7-bdfd-4799-bea5-e3d00cda40a0" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.555429] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.058483] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.058483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.058483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.058735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.058818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.058920] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 is going to be updated. [ 1236.090573] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.090718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.090783] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.091012] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.091167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.101689] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 in Status: IN_PROGRESS for 2s [ 1238.113338] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 in Status: IN_PROGRESS for 4s [ 1238.934134] env[71107]: INFO networking_nsxv3.common.synchronization [req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 req-670ea994-eb26-496a-87a8-dff359ff70cf tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1238.934666] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1238.935224] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.935224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.935224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.935408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.935515] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.935613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.935670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.935810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.935983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.936084] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.271755] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-319 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.272231] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.272231] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.272437] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.272709] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.272862] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.272992] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.273224] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.273383] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.273603] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.273723] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.273839] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.273978] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.274112] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.274234] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.274374] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.298077] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.298337] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1239.298502] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.298684] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.299012] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-320125d5-3a3c-4571-8b70-000197a5f47f taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.299214] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-320125d5-3a3c-4571-8b70-000197a5f47f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.299337] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-320125d5-3a3c-4571-8b70-000197a5f47f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.299641] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-320125d5-3a3c-4571-8b70-000197a5f47f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.299770] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320125d5-3a3c-4571-8b70-000197a5f47f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.438148] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.802282] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.803050] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.803050] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.803050] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.803256] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.803339] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 320125d5-3a3c-4571-8b70-000197a5f47f not found, creating... [ 1239.803631] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.803829] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.803976] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.804276] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.804398] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.805865] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.806200] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.806428] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.806586] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.806788] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.806986] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 320125d5-3a3c-4571-8b70-000197a5f47f is going to be created. [ 1239.837772] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.838107] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.838267] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.838638] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.838891] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.839191] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-320125d5-3a3c-4571-8b70-000197a5f47f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.942168] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.125398] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 in Status: SUCCESS [ 1240.125678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.125879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.126208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.126417] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.126545] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.126618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.126820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.126936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.127112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.127239] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.444725] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.444725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.444725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.444725] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.445253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.445253] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1240.486031] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.486031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.486031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.486031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.486031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.498174] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1240.592242] env[71107]: INFO networking_nsxv3.common.synchronization [req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 req-3321a084-c6fa-4f60-90c2-0dc52d30449f service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1240.595811] env[71107]: INFO networking_nsxv3.common.synchronization [req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 req-3321a084-c6fa-4f60-90c2-0dc52d30449f service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1240.595811] env[71107]: INFO networking_nsxv3.common.synchronization [req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 req-3321a084-c6fa-4f60-90c2-0dc52d30449f service nova] Enqueued Resource ID: 320125d5-3a3c-4571-8b70-000197a5f47f with Priority: HIGHEST for action port [ 1240.595811] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1240.595811] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1240.595811] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320125d5-3a3c-4571-8b70-000197a5f47f with Priority: HIGHEST for action port [ 1240.595811] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.595811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.595811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.595811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.595811] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.595811] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.595811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.595811] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-320125d5-3a3c-4571-8b70-000197a5f47f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.595811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-320125d5-3a3c-4571-8b70-000197a5f47f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.595811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-320125d5-3a3c-4571-8b70-000197a5f47f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.596630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-320125d5-3a3c-4571-8b70-000197a5f47f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.596630] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320125d5-3a3c-4571-8b70-000197a5f47f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.630155] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.098227] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.098483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.098640] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 320125d5-3a3c-4571-8b70-000197a5f47f with status ACTIVE [ 1241.098812] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.098935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.099020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.099239] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.099332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.099507] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.099601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.099661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.099812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.099888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.100075] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.100165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.100219] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.100362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.100434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.100515] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 320125d5-3a3c-4571-8b70-000197a5f47f is going to be updated. [ 1241.124475] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.124684] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.124732] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.125278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.125278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.125278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-320125d5-3a3c-4571-8b70-000197a5f47f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.132763] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 248a0d22-5d2e-4bd5-aaf1-020460901505: rpc.has_security_group_logging(os_id): False [ 1241.153183] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.153470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.153470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.153652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.182847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.183170] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.183300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.183369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.183576] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.183663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.183754] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 is going to be updated. [ 1241.295945] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.296548] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.296714] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.297099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.297348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.322297] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 in Status: IN_PROGRESS for 2s [ 1242.509535] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1242.510027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.510027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.510027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.510767] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.510767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.510767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.510767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.510767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.510767] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.014263] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.338843] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 in Status: SUCCESS [ 1243.339053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.517359] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.019876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.020148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.020148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.020356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.020512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.020566] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1244.058182] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.058182] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.058182] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.058414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.058532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.067344] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1244.899802] env[71107]: INFO networking_nsxv3.common.synchronization [req-38bebce3-d96c-4067-8813-851af0bed336 req-4e0a3c4a-e3c0-4ca5-a376-5e33e701dd57 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1244.900491] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1244.900873] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.901092] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.901130] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.901344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.901555] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.901711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.901804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.901980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.902161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.902263] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.185399] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.185587] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.185710] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.185983] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.186332] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.186765] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.186921] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.187164] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.187311] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.187528] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.187640] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.187749] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.187858] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.187967] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.188085] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.188216] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.210595] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.210804] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1245.210951] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.211166] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.211492] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-441abec2-cd85-4660-b80b-ff8640e720a6 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.211666] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-441abec2-cd85-4660-b80b-ff8640e720a6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.211828] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-441abec2-cd85-4660-b80b-ff8640e720a6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.212214] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-441abec2-cd85-4660-b80b-ff8640e720a6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.212349] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('441abec2-cd85-4660-b80b-ff8640e720a6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.404692] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.404864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.404864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.405028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.405129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.405338] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.405441] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.405502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.405657] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.405731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.405816] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1245.432567] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.432750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.432796] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.433085] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.433238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.442270] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1245.715294] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.715515] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.715867] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.716423] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.716602] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.716773] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 441abec2-cd85-4660-b80b-ff8640e720a6 not found, creating... [ 1245.717161] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.717426] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.717565] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.717812] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.717966] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.718298] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.718645] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.718784] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.719060] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.719225] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.719379] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 441abec2-cd85-4660-b80b-ff8640e720a6 is going to be created. [ 1245.742724] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.742978] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.743073] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.743348] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.743636] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.744028] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-441abec2-cd85-4660-b80b-ff8640e720a6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.077660] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1246.078042] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.078935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.079224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.079434] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.079573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.079634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.079808] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.079894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.079982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.080097] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.570260] env[71107]: INFO networking_nsxv3.common.synchronization [req-38bebce3-d96c-4067-8813-851af0bed336 req-66a52c5e-3560-484a-b202-eecdc332f529 service nova] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_rules [ 1246.570458] env[71107]: INFO networking_nsxv3.common.synchronization [req-38bebce3-d96c-4067-8813-851af0bed336 req-66a52c5e-3560-484a-b202-eecdc332f529 service nova] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1246.570597] env[71107]: INFO networking_nsxv3.common.synchronization [req-38bebce3-d96c-4067-8813-851af0bed336 req-66a52c5e-3560-484a-b202-eecdc332f529 service nova] Enqueued Resource ID: 441abec2-cd85-4660-b80b-ff8640e720a6 with Priority: HIGHEST for action port [ 1246.571225] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_rules [ 1246.571367] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1246.571467] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441abec2-cd85-4660-b80b-ff8640e720a6 with Priority: HIGHEST for action port [ 1246.571755] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.571869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.571972] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.572247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.572335] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.573215] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.573334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.573537] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-441abec2-cd85-4660-b80b-ff8640e720a6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.573637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-441abec2-cd85-4660-b80b-ff8640e720a6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.573694] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-441abec2-cd85-4660-b80b-ff8640e720a6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.574155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-441abec2-cd85-4660-b80b-ff8640e720a6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.574155] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('441abec2-cd85-4660-b80b-ff8640e720a6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.583126] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.583126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.583126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.583375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.583577] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.583709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.583863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.584035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.584203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.584262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.584421] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.584564] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.584607] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.584717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.585352] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.585352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.585352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.585352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.585352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.585352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.585578] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.075552] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.075764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.078176] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 441abec2-cd85-4660-b80b-ff8640e720a6 with status ACTIVE [ 1247.078623] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.078623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.078713] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.078879] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.078974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.079214] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.079339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.079405] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.079558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.079637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.079818] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.079923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.079997] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.080164] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.080240] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.080327] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 441abec2-cd85-4660-b80b-ff8640e720a6 is going to be updated. [ 1247.088620] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a066f74d-db1c-42ee-974d-5a2dfd593e20: rpc.has_security_group_logging(os_id): False [ 1247.105478] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.105667] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.105751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.106119] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.106300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.106493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-441abec2-cd85-4660-b80b-ff8640e720a6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.111820] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.112020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.112086] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.112351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.112460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.112711] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.112819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.112930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.113117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.113210] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.113415] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.113539] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.113612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.113801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.113881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.114091] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.114196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.114284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.114444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.114546] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.114642] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1247.240500] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.240762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.240762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.240911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.241080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.266151] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1247.457661] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1247.457661] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 deletion is rescheduled due to dependency. [ 1247.457661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.457661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.457661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.457661] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.457661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.457661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.457661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.457661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.458122] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.963009] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.465227] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.970165] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.970420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.970420] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.970626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.970698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.970806] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1249.003155] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.003155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.003155] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.003332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.003332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.011572] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1249.291937] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1249.292189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.025790] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1251.026114] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.026305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.026565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.026756] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.026874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.026942] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.027120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.027215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.027310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.027416] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.231095] env[71107]: INFO networking_nsxv3.common.synchronization [req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff req-63c9721b-aff0-447d-9d74-3f67b4e6db92 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1251.231692] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1251.232105] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.232270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.232370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.232598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.232788] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.232998] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.233083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.233235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.233347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.233486] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.239485] env[71107]: INFO networking_nsxv3.common.synchronization [req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd req-59b7c45a-3034-43f4-8a1a-dd54982a15c0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_members [ 1251.239730] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_members [ 1251.240292] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.240453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.240536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.240727] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.240897] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.240995] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.241065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.241234] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.241324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.241414] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.529651] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.529821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.529894] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.530167] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.530348] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.530452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.530514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.530670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.530759] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.530849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.531030] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.531112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.531161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.531285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.531420] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.531510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.531568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.531701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.531774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.531899] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.531953] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.735362] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.735520] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.735587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.735801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.748083] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.748297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.758350] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.758722] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.758841] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.758903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.759122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.759204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.759295] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be updated. [ 1251.760230] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.760486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.760486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.760652] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.760746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.760805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.760947] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.761052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.761112] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa60387b-daa4-42de-a08e-f5c19a161cab is going to be deleted. [ 1251.790757] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.790757] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.790757] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.790985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.791131] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.792677] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.792847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.792847] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.793016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.793113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.793236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.804377] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: IN_PROGRESS for 2s [ 1251.859570] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.859767] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.859894] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.860201] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.860637] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.860637] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.860836] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.860947] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.861592] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.861813] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1251.861934] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.862077] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.862232] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.862301] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1251.862422] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.862531] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.883455] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.883619] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1251.883759] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.883937] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.884314] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-b1484aa4-9140-4977-9d4e-057e196dd9d9 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.884505] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-b1484aa4-9140-4977-9d4e-057e196dd9d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.884628] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-b1484aa4-9140-4977-9d4e-057e196dd9d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.884953] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-b1484aa4-9140-4977-9d4e-057e196dd9d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.885110] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1484aa4-9140-4977-9d4e-057e196dd9d9',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.916749] env[71107]: INFO networking_nsxv3.common.synchronization [req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 req-acf618ff-7f0b-45e2-a9bb-29dde1e8c1d7 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Enqueued Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGHEST for action security_group_members [ 1251.917458] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGHEST for action security_group_members [ 1251.917770] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-005532e8-036c-4840-99e4-e1f0f4199960 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.917901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.917965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.918537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.918699] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.918806] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.918873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.919046] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.919137] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.919223] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('005532e8-036c-4840-99e4-e1f0f4199960',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.037177] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c6df673-ad6e-4128-b303-e62099e351f2: rpc.has_security_group_logging(os_id): False [ 1252.054534] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.054534] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.054534] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.054534] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.054723] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.054827] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.054922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.054982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.055174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.055248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.055499] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.055556] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.055590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.058767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.058767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.058767] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.058767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.058767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.058767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.058767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.058767] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1252.134027] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.134232] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.134279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.134469] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.134609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.164916] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1252.387130] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.387399] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.387523] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.387793] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.387949] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.388122] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port b1484aa4-9140-4977-9d4e-057e196dd9d9 not found, creating... [ 1252.388392] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.388585] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.388746] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.389016] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.389165] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.389460] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.389614] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.389731] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.389946] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.390117] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.390297] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: b1484aa4-9140-4977-9d4e-057e196dd9d9 is going to be created. [ 1252.426995] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.426995] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.426995] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.426995] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.426995] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.427291] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-b1484aa4-9140-4977-9d4e-057e196dd9d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.428327] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.428464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.428560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.428761] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.462932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.463219] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.463349] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.463422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.463646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.463733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.463827] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005532e8-036c-4840-99e4-e1f0f4199960 is going to be updated. [ 1252.497267] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.497519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.497519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.497741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.497884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.510608] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005532e8-036c-4840-99e4-e1f0f4199960 in Status: IN_PROGRESS for 2s [ 1253.169517] env[71107]: INFO networking_nsxv3.common.synchronization [req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd req-822de7a1-1d45-4801-b791-2fbd2a5d74b6 service nova] Enqueued Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_rules [ 1253.169517] env[71107]: INFO networking_nsxv3.common.synchronization [req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd req-822de7a1-1d45-4801-b791-2fbd2a5d74b6 service nova] Enqueued Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_members [ 1253.169517] env[71107]: INFO networking_nsxv3.common.synchronization [req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd req-822de7a1-1d45-4801-b791-2fbd2a5d74b6 service nova] Enqueued Resource ID: b1484aa4-9140-4977-9d4e-057e196dd9d9 with Priority: HIGHEST for action port [ 1253.170124] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_rules [ 1253.170124] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_members [ 1253.170124] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1484aa4-9140-4977-9d4e-057e196dd9d9 with Priority: HIGHEST for action port [ 1253.170750] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.170968] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.171106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.171401] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.171558] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.172910] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.173087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.173191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.173698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.173698] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.173698] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.173857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.173996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.174146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.174276] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.175140] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1484aa4-9140-4977-9d4e-057e196dd9d9 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.175428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1484aa4-9140-4977-9d4e-057e196dd9d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.175428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1484aa4-9140-4977-9d4e-057e196dd9d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.175494] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1484aa4-9140-4977-9d4e-057e196dd9d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.175525] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1484aa4-9140-4977-9d4e-057e196dd9d9',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.625827] env[71107]: INFO networking_nsxv3.common.synchronization [req-2ce740f3-aece-4d2e-81b2-8577196474cb req-f40c45c3-d78c-4809-a174-358588dbf2ae tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1253.626563] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1253.627407] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.627586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.627671] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.627927] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.628141] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.628344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.628344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.628917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.628917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.628917] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.676853] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.677072] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.678313] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.679242] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1484aa4-9140-4977-9d4e-057e196dd9d9 with status ACTIVE [ 1253.679874] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.679874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.679874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.679874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.680183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.680221] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.680316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.680379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.680537] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.680640] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.680787] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.680893] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.680938] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.681087] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.681157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.681291] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1484aa4-9140-4977-9d4e-057e196dd9d9 is going to be updated. [ 1253.706465] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.706668] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.706714] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.706889] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.707037] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.707194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1484aa4-9140-4977-9d4e-057e196dd9d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.814616] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 1253.814806] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 deletion is rescheduled due to dependency. [ 1253.814918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.131021] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.183774] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1254.184098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.184262] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.521649] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005532e8-036c-4840-99e4-e1f0f4199960 in Status: SUCCESS [ 1254.521834] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005532e8-036c-4840-99e4-e1f0f4199960 deletion is rescheduled due to dependency. [ 1254.521950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.633835] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.686511] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.686717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.686717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.686923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.687024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.687130] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa60387b-daa4-42de-a08e-f5c19a161cab is going to be created. [ 1254.734923] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.735146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.735213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.735459] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.735801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.746843] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa60387b-daa4-42de-a08e-f5c19a161cab in Status: UNINITIALIZED for 2s [ 1255.136490] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.136775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.136832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.137264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.137518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.137518] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1255.165843] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.166045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.166113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.166429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.166666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.188923] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1256.577858] env[71107]: INFO networking_nsxv3.common.synchronization [None req-5e698a16-8a10-4b25-9146-85ab19a4070a tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Enqueued Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGHEST for action security_group_rules [ 1256.577858] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGHEST for action security_group_rules [ 1256.577858] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10824864-c6af-4e9a-918f-4d78d7aed9eb taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.577858] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.577858] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.577858] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.577858] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10824864-c6af-4e9a-918f-4d78d7aed9eb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.687491] env[71107]: INFO networking_nsxv3.common.synchronization [None req-8d8972da-1069-4bcd-aac3-4a9de89fd714 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Enqueued Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGHEST for action security_group_rules [ 1256.687982] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGHEST for action security_group_rules [ 1256.688287] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10824864-c6af-4e9a-918f-4d78d7aed9eb taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.688385] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.755982] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa60387b-daa4-42de-a08e-f5c19a161cab in Status: SUCCESS [ 1256.756318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.756434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.756645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.756845] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.757031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.757031] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.757197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.757282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.757364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.757443] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.097627] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.097792] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.097855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.098083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.098179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.098277] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb already deleted. [ 1257.098362] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.098533] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.098663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.098746] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10824864-c6af-4e9a-918f-4d78d7aed9eb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.200763] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1257.201028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.260064] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.260311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.260311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.260519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.260688] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.260789] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.260854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.261039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.261108] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.261198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.261349] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.261455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.261530] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.261688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.261827] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.261920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.261980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.262134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.262211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.262296] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.262385] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.620520] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.620831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.620831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.621075] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.621192] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.621320] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb already deleted. [ 1257.621435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.765519] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa60387b-daa4-42de-a08e-f5c19a161cab: rpc.has_security_group_logging(os_id): False [ 1257.791243] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.791439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.791439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.791816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.791816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.792067] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.792067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.792223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.792285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.792336] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.792512] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.792641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.792729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.792793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.792865] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.793152] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.793152] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.793300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.793338] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.793437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.793504] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa60387b-daa4-42de-a08e-f5c19a161cab is going to be created. [ 1257.858611] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.858779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.858880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.859061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.859246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.870804] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa60387b-daa4-42de-a08e-f5c19a161cab in Status: IN_PROGRESS for 2s [ 1259.886643] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa60387b-daa4-42de-a08e-f5c19a161cab in Status: SUCCESS [ 1259.887037] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.285742] env[71107]: INFO networking_nsxv3.common.synchronization [req-2ec186e1-ec33-42d8-8b71-8efc60878488 req-3f036288-c216-436a-a28c-9f72568ad9f3 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1260.286472] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1260.286713] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.286802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.286802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.287019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.287550] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.287663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.287727] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.287911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.287989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.288085] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.603108] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.603330] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.603538] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.603721] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.603979] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.604263] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.604403] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.604666] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.604783] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.605009] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1260.605140] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.605242] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.605353] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.605459] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1260.605578] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.605699] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.626050] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.626250] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1260.626426] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.626613] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.626927] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.627114] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.627238] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.627618] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.627775] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.792313] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.792456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.792501] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.792716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.792809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.793017] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.793116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.793165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.793343] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.793430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.793519] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be updated. [ 1260.818856] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.819104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.819104] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.819286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.819429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.828788] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: IN_PROGRESS for 2s [ 1260.934183] env[71107]: INFO networking_nsxv3.common.synchronization [req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 req-de85c1f5-eb61-414d-88b2-e2990f6e1510 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1260.934832] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1260.935813] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.935813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.935813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.935813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.935813] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.935813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.935813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.936204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.936204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.936204] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.130670] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.130911] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.131055] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.131379] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.131535] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.131699] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 not found, creating... [ 1261.131969] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.132693] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.132693] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.132834] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.132901] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.133217] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.133381] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.133502] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.133719] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.133858] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.134011] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 is going to be created. [ 1261.160209] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.160437] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.160573] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.160870] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.161138] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.161447] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.438528] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.438757] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.438805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.439026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.439183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.439415] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.439510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.439597] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.439739] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.439815] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.439899] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1261.472913] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.473114] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.473161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.473353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.473496] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.482601] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1261.869014] env[71107]: INFO networking_nsxv3.common.synchronization [req-2ec186e1-ec33-42d8-8b71-8efc60878488 req-47da5471-64d5-491a-ae96-dfb45fc7f3f1 service nova] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_rules [ 1261.869223] env[71107]: INFO networking_nsxv3.common.synchronization [req-2ec186e1-ec33-42d8-8b71-8efc60878488 req-47da5471-64d5-491a-ae96-dfb45fc7f3f1 service nova] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1261.869370] env[71107]: INFO networking_nsxv3.common.synchronization [req-2ec186e1-ec33-42d8-8b71-8efc60878488 req-47da5471-64d5-491a-ae96-dfb45fc7f3f1 service nova] Enqueued Resource ID: d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 with Priority: HIGHEST for action port [ 1261.869873] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_rules [ 1261.870008] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1261.870755] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 with Priority: HIGHEST for action port [ 1261.871049] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.871174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.871243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.871442] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.871526] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.872313] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.872404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.872596] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.872714] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.872788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.872921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.872997] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.374427] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.374802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.374802] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 with status ACTIVE [ 1262.374944] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.375018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.375091] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.375286] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.375374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.375542] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.375639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.375704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.375859] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.375938] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.376145] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.376210] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.376276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.376478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.376567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.376654] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 is going to be updated. [ 1262.401099] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.401264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.401341] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.401560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.401702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.401858] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.661735] env[71107]: INFO networking_nsxv3.common.synchronization [req-f84259ba-47aa-46ec-b99d-8c5104a036a2 req-1cb266c1-ea39-4255-9d42-7d085f879f6f tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_members [ 1262.662431] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGHEST for action security_group_members [ 1262.662767] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.662913] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.662983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.663194] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.663350] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.663451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.663513] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.663662] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.663747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.663836] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.740763] env[71107]: INFO networking_nsxv3.common.synchronization [req-f84259ba-47aa-46ec-b99d-8c5104a036a2 req-1cb266c1-ea39-4255-9d42-7d085f879f6f tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: b1484aa4-9140-4977-9d4e-057e196dd9d9 with Priority: HIGHEST for action port [ 1262.741277] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1484aa4-9140-4977-9d4e-057e196dd9d9 with Priority: HIGHEST for action port [ 1262.741581] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1484aa4-9140-4977-9d4e-057e196dd9d9 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.741707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1484aa4-9140-4977-9d4e-057e196dd9d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.741775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1484aa4-9140-4977-9d4e-057e196dd9d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.741970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1484aa4-9140-4977-9d4e-057e196dd9d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.742326] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1484aa4-9140-4977-9d4e-057e196dd9d9',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.762738] env[71107]: INFO networking_nsxv3.common.synchronization [req-3454537d-6e49-4bbb-ae41-3454001b29ce req-66f54f05-8ff2-488e-9206-95ffbaaa3789 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Enqueued Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGHEST for action security_group_members [ 1262.763396] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGHEST for action security_group_members [ 1262.763688] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-10824864-c6af-4e9a-918f-4d78d7aed9eb taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.763807] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.763874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.764133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.764290] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.764387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.764450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.764598] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.764681] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.764774] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10824864-c6af-4e9a-918f-4d78d7aed9eb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.841658] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 1262.841940] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 deletion is rescheduled due to dependency. [ 1262.842114] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.842280] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.842532] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.842714] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.842829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.842888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.843054] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.843137] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.843234] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.165955] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.169863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.169863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.169863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.169863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.169863] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.169863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.169863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.169863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.169863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.169863] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa60387b-daa4-42de-a08e-f5c19a161cab is going to be updated. [ 1263.226969] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.226969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.226969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.226969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.226969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.237296] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa60387b-daa4-42de-a08e-f5c19a161cab in Status: IN_PROGRESS for 2s [ 1263.247021] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1484aa4-9140-4977-9d4e-057e196dd9d9 with status ACTIVE [ 1263.247021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.247021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.247021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.247021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.247021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.247021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.247021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.247021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.247021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.247021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.247021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.247021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.247021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.247021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.247021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.247021] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1484aa4-9140-4977-9d4e-057e196dd9d9 is going to be updated. [ 1263.255141] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.255141] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-888" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.255141] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-888" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.255141] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-888" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.255470] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.255882] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.256145] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.256507] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.256783] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.257139] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.257371] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1263.257670] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1263.257888] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1263.258179] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.258651] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1263.258912] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1263.268288] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.268288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.268288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.268288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.268288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.268288] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.268288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.268288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.268288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.268288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.268288] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb already deleted. [ 1263.268288] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.272925] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.272925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.272925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.272925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.272925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.272925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1484aa4-9140-4977-9d4e-057e196dd9d9" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.279328] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1263.279328] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1263.279328] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1263.279328] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-888" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.279901] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-b1278f0c-c614-4658-b3bd-0f694e747c5f taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.280262] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-b1278f0c-c614-4658-b3bd-0f694e747c5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.280499] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-b1278f0c-c614-4658-b3bd-0f694e747c5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.280893] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-b1278f0c-c614-4658-b3bd-0f694e747c5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.281201] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1278f0c-c614-4658-b3bd-0f694e747c5f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.346188] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.493204] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1263.493204] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 deletion is rescheduled due to dependency. [ 1263.493204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.786815] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.786815] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.786815] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.786815] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.786815] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.786815] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port b1278f0c-c614-4658-b3bd-0f694e747c5f not found, creating... [ 1263.786815] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.786815] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.786815] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.786815] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.786815] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.787469] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.787469] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.787756] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.788150] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.788429] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.788699] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: b1278f0c-c614-4658-b3bd-0f694e747c5f is going to be created. [ 1263.817060] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.817060] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.817060] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.817060] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.817060] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.817060] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-b1278f0c-c614-4658-b3bd-0f694e747c5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.851249] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.356267] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.356404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.356447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.356902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.356902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.356902] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be updated. [ 1264.385676] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.385777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.385883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.386062] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.386200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.395998] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: IN_PROGRESS for 2s [ 1264.686724] env[71107]: INFO networking_nsxv3.common.synchronization [req-3454537d-6e49-4bbb-ae41-3454001b29ce req-2ff79024-25fb-437e-86fc-89301ff578c3 service nova] Enqueued Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGHEST for action security_group_rules [ 1264.686724] env[71107]: INFO networking_nsxv3.common.synchronization [req-3454537d-6e49-4bbb-ae41-3454001b29ce req-2ff79024-25fb-437e-86fc-89301ff578c3 service nova] Enqueued Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGHEST for action security_group_members [ 1264.686724] env[71107]: INFO networking_nsxv3.common.synchronization [req-3454537d-6e49-4bbb-ae41-3454001b29ce req-2ff79024-25fb-437e-86fc-89301ff578c3 service nova] Enqueued Resource ID: b1278f0c-c614-4658-b3bd-0f694e747c5f with Priority: HIGHEST for action port [ 1264.687253] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGHEST for action security_group_rules [ 1264.687477] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGHEST for action security_group_members [ 1264.687573] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1278f0c-c614-4658-b3bd-0f694e747c5f with Priority: HIGHEST for action port [ 1264.688008] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10824864-c6af-4e9a-918f-4d78d7aed9eb taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.688210] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.688312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.688620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.688773] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10824864-c6af-4e9a-918f-4d78d7aed9eb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.689952] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-10824864-c6af-4e9a-918f-4d78d7aed9eb taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.690190] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.690295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.690550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.690772] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.690921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.691431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.691626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.691722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.691819] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10824864-c6af-4e9a-918f-4d78d7aed9eb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.693189] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1278f0c-c614-4658-b3bd-0f694e747c5f taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.693600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1278f0c-c614-4658-b3bd-0f694e747c5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.693600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1278f0c-c614-4658-b3bd-0f694e747c5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.693717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1278f0c-c614-4658-b3bd-0f694e747c5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.693807] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1278f0c-c614-4658-b3bd-0f694e747c5f',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.198932] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-10824864-c6af-4e9a-918f-4d78d7aed9eb taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.199215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.199268] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10824864-c6af-4e9a-918f-4d78d7aed9eb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.200177] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1278f0c-c614-4658-b3bd-0f694e747c5f with status ACTIVE [ 1265.200358] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.201876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.201876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.201876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.201876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.201876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.201876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.201876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.201876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.201876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.201876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.201876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.201876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.201876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.201876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.202463] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1278f0c-c614-4658-b3bd-0f694e747c5f is going to be updated. [ 1265.225208] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.225366] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.225459] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.225622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.225759] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.225918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1278f0c-c614-4658-b3bd-0f694e747c5f" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.249498] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa60387b-daa4-42de-a08e-f5c19a161cab in Status: SUCCESS [ 1265.249692] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa60387b-daa4-42de-a08e-f5c19a161cab deletion is rescheduled due to dependency. [ 1265.249738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.624113] env[71107]: INFO networking_nsxv3.common.synchronization [req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 req-701f87fb-e470-432f-b2b4-9a3b3f9da178 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1265.624664] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1265.624963] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.625788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.625866] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.626088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.626255] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.626416] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.626527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.626632] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.626728] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.626824] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.704156] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10824864-c6af-4e9a-918f-4d78d7aed9eb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.120909] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-319 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.121250] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.121369] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.121711] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.123997] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.125225] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.125371] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.125635] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.125794] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.126028] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.126154] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.126268] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.126451] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.126583] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.126696] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.126835] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.128344] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.149313] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.149549] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1266.149759] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.150034] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-319" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.150482] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-d6c382ad-9f3f-4455-9d39-617e431fb7c8 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.150732] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-d6c382ad-9f3f-4455-9d39-617e431fb7c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.150927] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-d6c382ad-9f3f-4455-9d39-617e431fb7c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.151388] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-d6c382ad-9f3f-4455-9d39-617e431fb7c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.151551] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6c382ad-9f3f-4455-9d39-617e431fb7c8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.206874] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.207107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.207107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.208042] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.208042] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.208042] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb is going to be created. [ 1266.236131] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.236317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.236480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.236665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.237041] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.247368] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb in Status: UNINITIALIZED for 2s [ 1266.405703] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 1266.405918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.406107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.406320] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.406533] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.406656] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.406723] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.406872] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.406954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.407055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.407144] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.632096] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.654269] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.654606] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.654807] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.655297] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.655570] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.655793] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port d6c382ad-9f3f-4455-9d39-617e431fb7c8 not found, creating... [ 1266.656262] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.656518] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.656769] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.657203] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.657427] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.657971] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.658290] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.658596] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.658838] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.659126] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.659392] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: d6c382ad-9f3f-4455-9d39-617e431fb7c8 is going to be created. [ 1266.684761] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.684761] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.684982] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.685305] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.685680] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.685929] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-d6c382ad-9f3f-4455-9d39-617e431fb7c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.910076] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.136742] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.136992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.137136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.137474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.137844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.138031] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1267.189244] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.189244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.189244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.189433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.189657] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.216805] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1267.413151] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07749d78-77c2-4215-84a8-e08038e248a4: rpc.has_security_group_logging(os_id): False [ 1267.433809] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.433809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.433809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.433809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.433809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.433809] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.433809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.433809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.433809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.433809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.433809] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be updated. [ 1267.524297] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.524297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.524297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.524297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.524297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.527033] env[71107]: INFO networking_nsxv3.common.synchronization [req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 req-11a8832f-1e59-4b91-9ae7-b5142d933dac service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1267.527511] env[71107]: INFO networking_nsxv3.common.synchronization [req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 req-11a8832f-1e59-4b91-9ae7-b5142d933dac service nova] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1267.527958] env[71107]: INFO networking_nsxv3.common.synchronization [req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 req-11a8832f-1e59-4b91-9ae7-b5142d933dac service nova] Enqueued Resource ID: d6c382ad-9f3f-4455-9d39-617e431fb7c8 with Priority: HIGHEST for action port [ 1267.528561] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_rules [ 1267.528886] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1267.529121] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c382ad-9f3f-4455-9d39-617e431fb7c8 with Priority: HIGHEST for action port [ 1267.529488] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.529734] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.529889] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.530171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.530341] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.531380] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.531610] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.531897] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6c382ad-9f3f-4455-9d39-617e431fb7c8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.532137] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6c382ad-9f3f-4455-9d39-617e431fb7c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.532285] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6c382ad-9f3f-4455-9d39-617e431fb7c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.532523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6c382ad-9f3f-4455-9d39-617e431fb7c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.532694] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6c382ad-9f3f-4455-9d39-617e431fb7c8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.545240] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: IN_PROGRESS for 2s [ 1268.035239] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.035648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.038320] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6c382ad-9f3f-4455-9d39-617e431fb7c8 with status ACTIVE [ 1268.038541] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.038755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.038860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.039126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.039279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.039520] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.039661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.039749] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.039938] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.040059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.040272] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.040560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.040560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.040622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.040712] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.040828] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6c382ad-9f3f-4455-9d39-617e431fb7c8 is going to be updated. [ 1268.061912] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.062181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.062181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.062452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.062622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.062813] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6c382ad-9f3f-4455-9d39-617e431fb7c8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.264077] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb in Status: SUCCESS [ 1268.264333] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.264531] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.264816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.265050] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.265172] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.265254] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.265427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.265527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.265689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.265727] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10824864-c6af-4e9a-918f-4d78d7aed9eb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.767948] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10824864-c6af-4e9a-918f-4d78d7aed9eb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.228808] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1269.229317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.229317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.229445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.229625] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.229738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.229803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.229963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.230047] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.230150] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.270163] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10824864-c6af-4e9a-918f-4d78d7aed9eb: rpc.has_security_group_logging(os_id): False [ 1269.292289] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.292439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.292514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.292776] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.292880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.293159] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.293273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.293341] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.293716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.293716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.293716] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb is going to be created. [ 1269.375931] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.375931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.375931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.375931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.375931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.389362] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb in Status: IN_PROGRESS for 2s [ 1269.570203] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 1269.570512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.732582] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.235647] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.738073] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.738279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.738409] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.738600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.738730] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.738861] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1270.787022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.787187] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.787261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.788159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.788159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.800135] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1271.036728] env[71107]: INFO networking_nsxv3.common.synchronization [None req-5ac4e916-c045-4bad-85e4-6f6acb8b0075 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Enqueued Resource ID: 8d4c8418-2fee-4476-873a-4184193b5578 with Priority: HIGHEST for action security_group_rules [ 1271.039392] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4c8418-2fee-4476-873a-4184193b5578 with Priority: HIGHEST for action security_group_rules [ 1271.039392] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d4c8418-2fee-4476-873a-4184193b5578 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.039392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d4c8418-2fee-4476-873a-4184193b5578" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.039392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d4c8418-2fee-4476-873a-4184193b5578" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.039392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d4c8418-2fee-4476-873a-4184193b5578" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.039392] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d4c8418-2fee-4476-873a-4184193b5578',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.148203] env[71107]: INFO networking_nsxv3.common.synchronization [None req-9a21150f-f1ae-4d66-8609-b456b67d5924 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Enqueued Resource ID: 8d4c8418-2fee-4476-873a-4184193b5578 with Priority: HIGHEST for action security_group_rules [ 1271.148777] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4c8418-2fee-4476-873a-4184193b5578 with Priority: HIGHEST for action security_group_rules [ 1271.149101] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d4c8418-2fee-4476-873a-4184193b5578 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.149209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d4c8418-2fee-4476-873a-4184193b5578" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.401161] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb in Status: SUCCESS [ 1271.401482] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.558339] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.558339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.558567] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.558742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.558885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.559047] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d4c8418-2fee-4476-873a-4184193b5578 already deleted. [ 1271.559183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d4c8418-2fee-4476-873a-4184193b5578" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.559408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d4c8418-2fee-4476-873a-4184193b5578" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.559633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d4c8418-2fee-4476-873a-4184193b5578" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.559764] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d4c8418-2fee-4476-873a-4184193b5578',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.081400] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.081590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.081630] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.081838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.081929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.082039] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d4c8418-2fee-4476-873a-4184193b5578 already deleted. [ 1272.082119] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d4c8418-2fee-4476-873a-4184193b5578" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.806607] env[71107]: INFO networking_nsxv3.common.synchronization [req-10298f05-e7d7-40e5-a98c-fb8f2f94001a req-6ad1e117-97f1-4ad9-8716-3a1ed6ffd6a3 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1272.806892] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1272.818040] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.818040] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.818040] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.818040] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.818040] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.818040] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.819952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.819952] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.203988] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.204212] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.204348] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.204759] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.205492] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.205675] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.205801] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.206056] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.206211] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.206506] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1273.206861] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.207129] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.207367] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.207617] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1273.207894] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.208096] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.228331] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.228553] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1273.228553] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.228746] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-42" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.229188] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-5e36348b-4513-4f0d-bfe1-714d617090b2 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.229373] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-5e36348b-4513-4f0d-bfe1-714d617090b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.229568] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-5e36348b-4513-4f0d-bfe1-714d617090b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.229924] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-5e36348b-4513-4f0d-bfe1-714d617090b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.230100] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e36348b-4513-4f0d-bfe1-714d617090b2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.318920] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.319009] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.319118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.319317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.319384] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.319655] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.319821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.319821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.319888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.319961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.320044] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1273.321168] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.321282] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.321351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.321511] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.321664] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.321856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.321856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.321959] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.322021] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.322110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.322285] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.322406] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.322406] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.322570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.322681] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.322772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.322817] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.322954] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.323045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.323168] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.323273] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.359580] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.359787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.359787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.360017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.360163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.370587] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1273.732633] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.732825] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.732955] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.733298] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.733476] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.733672] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 5e36348b-4513-4f0d-bfe1-714d617090b2 not found, creating... [ 1273.733887] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.734063] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.734187] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.734433] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.734619] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.734922] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.735234] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.735401] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.735673] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.735897] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.736119] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 5e36348b-4513-4f0d-bfe1-714d617090b2 is going to be created. [ 1273.760487] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.760487] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.760794] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.761027] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.761350] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.761633] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-5e36348b-4513-4f0d-bfe1-714d617090b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.827388] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a066f74d-db1c-42ee-974d-5a2dfd593e20: rpc.has_security_group_logging(os_id): False [ 1273.852236] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.852491] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.852556] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.852833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.852986] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.853477] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.853477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.853678] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.853753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.853891] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.854901] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.855066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.855159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.855360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.855451] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.855745] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.856024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.856024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.856182] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.856290] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.856413] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1273.970486] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.970612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.970612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.970957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.971048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.022116] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1274.086531] env[71107]: INFO networking_nsxv3.common.synchronization [req-50267f43-ed9c-4501-b65b-379acb7306ff req-eff81b6a-982c-4a39-9ced-dce0a9d8dcd7 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Enqueued Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGHEST for action security_group_members [ 1274.089839] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGHEST for action security_group_members [ 1274.092186] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.092186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.092186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.092186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.092534] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.092534] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.092669] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.093622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.093622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.093622] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3e8dd98-0df6-4866-aef4-89f6d8c4cf36',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.488022] env[71107]: INFO networking_nsxv3.common.synchronization [req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 req-4203ea31-826e-4abf-915c-88f60f08586a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1274.488569] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1274.488876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.489042] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.491801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.492077] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.492685] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.492685] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.492685] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.492685] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.492948] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.492948] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.595620] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.595881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.595881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.596144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.596260] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.596549] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.596660] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.596771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.596932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.597024] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.597118] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 is going to be updated. [ 1274.652950] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.653211] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.653311] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.653639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.653823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.671381] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 in Status: IN_PROGRESS for 2s [ 1274.878299] env[71107]: INFO networking_nsxv3.common.synchronization [req-10298f05-e7d7-40e5-a98c-fb8f2f94001a req-01bf8116-0e9d-4d87-80f7-70c71e09ced7 service nova] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_rules [ 1274.878609] env[71107]: INFO networking_nsxv3.common.synchronization [req-10298f05-e7d7-40e5-a98c-fb8f2f94001a req-01bf8116-0e9d-4d87-80f7-70c71e09ced7 service nova] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1274.878666] env[71107]: INFO networking_nsxv3.common.synchronization [req-10298f05-e7d7-40e5-a98c-fb8f2f94001a req-01bf8116-0e9d-4d87-80f7-70c71e09ced7 service nova] Enqueued Resource ID: 5e36348b-4513-4f0d-bfe1-714d617090b2 with Priority: HIGHEST for action port [ 1274.879352] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_rules [ 1274.879484] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1274.879588] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e36348b-4513-4f0d-bfe1-714d617090b2 with Priority: HIGHEST for action port [ 1274.879906] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.881470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.881637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.881825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.881915] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.883031] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.883144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.883980] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e36348b-4513-4f0d-bfe1-714d617090b2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.883980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e36348b-4513-4f0d-bfe1-714d617090b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.883980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e36348b-4513-4f0d-bfe1-714d617090b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.883980] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e36348b-4513-4f0d-bfe1-714d617090b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.883980] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e36348b-4513-4f0d-bfe1-714d617090b2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.997196] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.997196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.997196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.997196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.997196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.997196] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.997196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.997196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.997196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.997196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.997196] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1275.029860] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.030173] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.030283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.030595] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.030790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.042793] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1275.384728] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1275.384907] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 deletion is rescheduled due to dependency. [ 1275.385952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.385952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.385952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.385952] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.385952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.385952] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.386601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.386601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.386601] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.390948] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.391121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.391340] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e36348b-4513-4f0d-bfe1-714d617090b2 with status ACTIVE [ 1275.392220] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.392220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.392220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.392220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.392220] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.392552] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.392552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.392552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.392739] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.392840] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.393067] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.393189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.393249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.394259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.394415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.394575] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e36348b-4513-4f0d-bfe1-714d617090b2 is going to be updated. [ 1275.422015] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.422323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.422323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.422465] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.422604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.422868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e36348b-4513-4f0d-bfe1-714d617090b2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.897432] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.048019] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1276.048376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.400468] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.682603] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 in Status: SUCCESS [ 1276.682840] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 deletion is rescheduled due to dependency. [ 1276.682963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.904044] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.904044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.904044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.904044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.904620] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.904620] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1276.949927] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.950943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.950943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.950943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.950943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.963096] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1277.057982] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1277.058236] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 deletion is rescheduled due to dependency. [ 1277.058436] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.107558] env[71107]: INFO networking_nsxv3.common.synchronization [req-08f72d45-1be2-4826-80c3-ed5906db591f req-bfb28507-c07e-48c3-a099-73203948a023 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1277.108056] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1277.108308] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.108462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.108539] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.108745] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.108876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.108976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.109042] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.109213] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.109297] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.109390] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.538082] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.538339] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.538483] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.538924] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.543189] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.543391] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.543537] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.543854] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.544012] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.544243] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.544362] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.544493] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.544602] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.544718] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.544827] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.544963] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.566305] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1277.566305] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1277.566305] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1277.566305] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.566305] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-af1cff8f-ea74-4d28-9c7d-933ba3ade031 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.566305] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-af1cff8f-ea74-4d28-9c7d-933ba3ade031" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.566305] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-af1cff8f-ea74-4d28-9c7d-933ba3ade031" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.566764] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-af1cff8f-ea74-4d28-9c7d-933ba3ade031" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.566764] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af1cff8f-ea74-4d28-9c7d-933ba3ade031',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.611633] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.611839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.611884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.612543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.612543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.612543] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.612543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.612543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.612826] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.612826] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.612886] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1277.647105] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.647283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.647331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.647536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.647856] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.658877] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1278.069787] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.070230] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.070230] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.070487] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.070672] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.070838] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port af1cff8f-ea74-4d28-9c7d-933ba3ade031 not found, creating... [ 1278.071122] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.071290] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.071410] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.071650] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.071794] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.072102] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.072268] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.072389] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.072605] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.072744] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.072884] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: af1cff8f-ea74-4d28-9c7d-933ba3ade031 is going to be created. [ 1278.094331] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.094583] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.094802] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.094958] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.095675] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.095675] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-af1cff8f-ea74-4d28-9c7d-933ba3ade031" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.799048] env[71107]: INFO networking_nsxv3.common.synchronization [req-08f72d45-1be2-4826-80c3-ed5906db591f req-8e0f1080-b546-4943-8d46-d327b8bd632e service nova] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_rules [ 1278.799251] env[71107]: INFO networking_nsxv3.common.synchronization [req-08f72d45-1be2-4826-80c3-ed5906db591f req-8e0f1080-b546-4943-8d46-d327b8bd632e service nova] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1278.799410] env[71107]: INFO networking_nsxv3.common.synchronization [req-08f72d45-1be2-4826-80c3-ed5906db591f req-8e0f1080-b546-4943-8d46-d327b8bd632e service nova] Enqueued Resource ID: af1cff8f-ea74-4d28-9c7d-933ba3ade031 with Priority: HIGHEST for action port [ 1278.799671] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_rules [ 1278.799794] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1278.799966] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1cff8f-ea74-4d28-9c7d-933ba3ade031 with Priority: HIGHEST for action port [ 1278.800449] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.800575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.802787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.802787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.802787] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.803051] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.803113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.803281] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-af1cff8f-ea74-4d28-9c7d-933ba3ade031 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.803381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af1cff8f-ea74-4d28-9c7d-933ba3ade031" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.803440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af1cff8f-ea74-4d28-9c7d-933ba3ade031" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.803629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af1cff8f-ea74-4d28-9c7d-933ba3ade031" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.803710] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af1cff8f-ea74-4d28-9c7d-933ba3ade031',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.973364] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1278.973641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.973811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.974049] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.974281] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.974403] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.974474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.974646] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.974758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.974861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.974958] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.306171] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.306505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.306923] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af1cff8f-ea74-4d28-9c7d-933ba3ade031 with status ACTIVE [ 1279.306923] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.306923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.307060] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.307227] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.307331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.307504] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.307605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.307677] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.307827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.307903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.308096] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.308198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.308253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.308411] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.308480] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.308564] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af1cff8f-ea74-4d28-9c7d-933ba3ade031 is going to be updated. [ 1279.344377] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.344778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.344814] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.345462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.345462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.345638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af1cff8f-ea74-4d28-9c7d-933ba3ade031" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.477065] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.477253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.477304] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.477803] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.477996] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.478123] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.478206] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.478383] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.478490] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.478591] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.478743] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.478883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.478992] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.479216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.479391] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.479513] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.479582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.479708] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.479787] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.479897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.479993] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.679356] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1279.679356] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 deletion is rescheduled due to dependency. [ 1279.679356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.679356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.679356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.679565] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.679565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.679662] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.679849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.679943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.680065] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.982661] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c6df673-ad6e-4128-b303-e62099e351f2: rpc.has_security_group_logging(os_id): False [ 1280.013028] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.013028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.013028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.013028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.013028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.013028] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.013028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.013028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.013028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.013028] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.014753] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.015154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.017150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.017150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.017150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.017150] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.017150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.017150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.017150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.017150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.017150] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1280.083204] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.083438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.083438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.083767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.083960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.107020] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1280.183536] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.685291] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.804495] env[71107]: INFO networking_nsxv3.common.synchronization [req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 req-f95daa1b-51d6-47f8-b358-ca85e3896e23 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Enqueued Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGHEST for action security_group_members [ 1280.805263] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGHEST for action security_group_members [ 1280.805323] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-2df5d2ec-7fc4-40cf-bb55-199ee7110196 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.805438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.805498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.805704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.805876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.805977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.806047] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.806199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.806278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.806409] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2df5d2ec-7fc4-40cf-bb55-199ee7110196',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.188659] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.188659] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.188978] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.188978] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.189083] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.189200] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1281.248505] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.248753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.248810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.249025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.249181] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.258416] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1281.308194] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.308436] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.308436] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.308585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.308652] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.308852] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.308960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.309053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.309188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.309267] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.309356] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 is going to be updated. [ 1281.341586] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.341828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.341901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.342136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.342278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.354606] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 in Status: IN_PROGRESS for 2s [ 1282.121592] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1282.121999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.420469] env[71107]: INFO networking_nsxv3.common.synchronization [req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 req-8fd6d38b-6629-4027-966e-b67f41cb6797 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1282.421028] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1282.421362] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.421492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.421562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.421843] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.421896] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.422125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.422125] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.422248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.422352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.422433] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.924149] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.267980] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1283.268375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.268375] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.268581] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.268773] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.268895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.268977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.269146] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.269229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.269317] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.269406] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.364027] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 in Status: SUCCESS [ 1283.364280] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 deletion is rescheduled due to dependency. [ 1283.364400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.426556] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.771333] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.771498] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.771586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.771922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.772105] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.772265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.772374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.772563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.772680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.772795] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.772976] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.773111] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.773169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.773510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.773510] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.773623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.773623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.773768] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.773853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.773919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.774021] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.932240] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.932492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.932492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.932707] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.932764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.932883] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1283.969233] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.969443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.969519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.969832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.970110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.981068] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1284.277639] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44: rpc.has_security_group_logging(os_id): False [ 1284.298121] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.298121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.298121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.298121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.298121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.298121] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.298121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.298121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.298121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.298121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.298121] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.298121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.298121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.298121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.298121] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.298820] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.298820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.298820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.298820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.298820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.298820] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1284.361059] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.361059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.361059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.361059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.361059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.399784] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1285.993816] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1285.994138] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.414143] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1286.414377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.422739] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.423098] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.924327] env[71107]: INFO networking_nsxv3.common.synchronization [req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 req-516e8446-ed3c-4fe1-beac-6320913a02e1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_members [ 1289.924847] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_members [ 1289.925237] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.925383] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.925453] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.925673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.925896] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.925959] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.925999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.926224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.926257] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.926359] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.292697] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.292697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.292697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.292697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.292697] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.293139] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.293139] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.293375] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.293618] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.293741] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.293972] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1290.294117] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1290.294231] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1290.294346] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.294456] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1290.294589] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1290.315800] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1290.316054] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1290.316305] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1290.316507] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-228" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.317023] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-326e1fb5-df6e-409c-85aa-8194107b1837 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.317283] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-326e1fb5-df6e-409c-85aa-8194107b1837" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.317377] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-326e1fb5-df6e-409c-85aa-8194107b1837" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.317825] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-326e1fb5-df6e-409c-85aa-8194107b1837" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.318061] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('326e1fb5-df6e-409c-85aa-8194107b1837',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.430280] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.680453] env[71107]: INFO networking_nsxv3.common.synchronization [req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc req-bd786966-18bc-4e84-9d3f-78f916eeaaf3 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1290.681057] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGHEST for action security_group_members [ 1290.681446] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.681617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.681710] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.681887] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.682404] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.682547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.682627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.682809] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.682914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.683030] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.820419] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.820700] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.820700] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.820997] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.821186] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.821412] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 326e1fb5-df6e-409c-85aa-8194107b1837 not found, creating... [ 1290.821594] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.821759] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.821877] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.822120] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.822286] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.822545] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.822711] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.822830] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.823178] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.823354] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.823502] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 326e1fb5-df6e-409c-85aa-8194107b1837 is going to be created. [ 1290.846303] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.846547] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.846641] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.847065] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.847322] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.847553] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-326e1fb5-df6e-409c-85aa-8194107b1837" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.932634] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.186965] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.187134] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.187177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.187414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.187499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.187669] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.187807] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.187876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.188066] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.188150] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.188240] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be updated. [ 1291.215936] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.216183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.216264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.216475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.216793] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.225496] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: IN_PROGRESS for 2s [ 1291.435049] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.435197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.435241] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.435432] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.435524] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.435623] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51495cb4-cd40-4ca3-af22-110651ea3660 is going to be updated. [ 1291.462715] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.462889] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.463107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.463278] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.463310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.471979] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: IN_PROGRESS for 2s [ 1291.537687] env[71107]: INFO networking_nsxv3.common.synchronization [req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 req-85216a11-c253-4f3b-8a9c-84c993764fd6 service nova] Enqueued Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_rules [ 1291.537687] env[71107]: INFO networking_nsxv3.common.synchronization [req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 req-85216a11-c253-4f3b-8a9c-84c993764fd6 service nova] Enqueued Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_members [ 1291.537687] env[71107]: INFO networking_nsxv3.common.synchronization [req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 req-85216a11-c253-4f3b-8a9c-84c993764fd6 service nova] Enqueued Resource ID: 326e1fb5-df6e-409c-85aa-8194107b1837 with Priority: HIGHEST for action port [ 1291.537834] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_rules [ 1291.537928] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_members [ 1291.538038] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 326e1fb5-df6e-409c-85aa-8194107b1837 with Priority: HIGHEST for action port [ 1291.539374] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.539374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.539374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.539374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.539568] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.540821] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.540975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.541637] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-326e1fb5-df6e-409c-85aa-8194107b1837 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.541963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-326e1fb5-df6e-409c-85aa-8194107b1837" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.542068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-326e1fb5-df6e-409c-85aa-8194107b1837" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.543122] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-326e1fb5-df6e-409c-85aa-8194107b1837" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.543122] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('326e1fb5-df6e-409c-85aa-8194107b1837',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.044868] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 326e1fb5-df6e-409c-85aa-8194107b1837 with status ACTIVE [ 1292.045393] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.045393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.045393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.046198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.046198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.046198] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.046198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.046198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.046448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.046488] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.046810] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.046935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.046935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.047120] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.047270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.047336] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 326e1fb5-df6e-409c-85aa-8194107b1837 is going to be updated. [ 1292.048792] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.048792] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.072177] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.072473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.072473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.072670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.072884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.073117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-326e1fb5-df6e-409c-85aa-8194107b1837" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.235975] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 in Status: SUCCESS [ 1293.235975] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 deletion is rescheduled due to dependency. [ 1293.235975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.482651] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: SUCCESS [ 1293.482878] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.483112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.483283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.483489] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.483676] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.483758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.483924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.484025] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.484115] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.986877] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.489105] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.992257] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.992257] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.992257] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.992257] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.992483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.992483] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51495cb4-cd40-4ca3-af22-110651ea3660 is going to be updated. [ 1295.022309] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.022584] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.022584] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.022761] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.022908] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.031635] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: IN_PROGRESS for 2s [ 1296.538753] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.539152] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1297.051500] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: SUCCESS [ 1297.052323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.052323] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.053400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.053400] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.053400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.053400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.053566] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.053688] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.053786] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.053915] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.558060] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.061469] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51495cb4-cd40-4ca3-af22-110651ea3660: rpc.has_security_group_logging(os_id): False [ 1298.079455] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.079670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.079670] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.079883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.099033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.099486] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.099627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.099786] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.100901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.100901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.100901] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51495cb4-cd40-4ca3-af22-110651ea3660 is going to be updated. [ 1298.162771] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.162906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.162991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.163228] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.163397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.179346] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: IN_PROGRESS for 2s [ 1298.525424] env[71107]: INFO networking_nsxv3.common.synchronization [req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 req-16a25c69-d31a-4ad8-acf6-8c4fb6ab9f05 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Enqueued Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_members [ 1298.526906] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGHEST for action security_group_members [ 1298.527364] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-248a0d22-5d2e-4bd5-aaf1-020460901505 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.527508] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.527590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.528981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.529314] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.529454] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.530448] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.531062] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.531205] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.531316] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.034484] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.034852] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.034943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.035165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.035222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.035420] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.035593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.035593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.036023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.036023] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.036023] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 is going to be updated. [ 1299.071773] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.071773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.071773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.071773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.071773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.084732] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 in Status: IN_PROGRESS for 2s [ 1300.190351] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: SUCCESS [ 1300.190637] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.096013] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 in Status: SUCCESS [ 1301.096188] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 deletion is rescheduled due to dependency. [ 1301.096313] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.528435] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.528728] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.725919] env[71107]: INFO networking_nsxv3.common.synchronization [None req-16bfea93-7644-4aec-8338-c14e1a301801 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Enqueued Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_rules [ 1303.726451] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_rules [ 1303.726755] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdcf92d-f349-48d3-a239-5c4585f1510e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.726880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.727135] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.727431] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.727519] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.847308] env[71107]: INFO networking_nsxv3.common.synchronization [None req-833b8772-76da-4b7c-9986-a43285a9e4fb tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Enqueued Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_rules [ 1303.847308] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_rules [ 1303.847308] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdcf92d-f349-48d3-a239-5c4585f1510e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.847308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.251016] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.251016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.251016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.251016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.251016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.251016] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdcf92d-f349-48d3-a239-5c4585f1510e already deleted. [ 1304.251016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.251016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.251016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.251016] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.772538] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.772538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.772538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.772993] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.772993] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.772993] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdcf92d-f349-48d3-a239-5c4585f1510e already deleted. [ 1304.773113] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.848452] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.848452] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.265445] env[71107]: INFO networking_nsxv3.common.synchronization [req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 req-5b712473-58dc-40cf-a237-aeda0f29a3f6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Enqueued Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_members [ 1312.265752] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_members [ 1312.266332] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdcf92d-f349-48d3-a239-5c4585f1510e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.266332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.266332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.266644] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.266749] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.266888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.266985] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.267149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.267246] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.267332] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.667109] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.667109] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.667109] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.667109] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.667109] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.667719] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.667719] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.668060] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.668231] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.668512] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.668651] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1312.668785] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1312.668928] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1312.669124] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.669280] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1312.669460] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1312.698701] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1312.698701] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1312.698701] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1312.698948] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.699222] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-450d670a-91d7-4e58-9282-c5d9aedbf19e taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.699458] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.699599] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.699967] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.700125] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('450d670a-91d7-4e58-9282-c5d9aedbf19e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.772392] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.772617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.772617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.772917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.773073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.773820] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.773991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.774088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.774318] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.774423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.774515] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdcf92d-f349-48d3-a239-5c4585f1510e already deleted. [ 1312.774623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.203108] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.203367] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.203486] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.203802] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.204030] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.204130] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 450d670a-91d7-4e58-9282-c5d9aedbf19e not found, creating... [ 1313.204401] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.204571] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.204798] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.204982] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.205089] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.205379] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.205638] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.205781] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.206122] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.206187] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.206355] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 450d670a-91d7-4e58-9282-c5d9aedbf19e is going to be created. [ 1313.230526] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.230843] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.230929] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.231386] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.231687] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.231937] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.951041] env[71107]: INFO networking_nsxv3.common.synchronization [req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 req-57cffee8-87b5-4e23-a87a-616b81e00e5d service nova] Enqueued Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_rules [ 1313.951041] env[71107]: INFO networking_nsxv3.common.synchronization [req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 req-57cffee8-87b5-4e23-a87a-616b81e00e5d service nova] Enqueued Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_members [ 1313.951041] env[71107]: INFO networking_nsxv3.common.synchronization [req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 req-57cffee8-87b5-4e23-a87a-616b81e00e5d service nova] Enqueued Resource ID: 450d670a-91d7-4e58-9282-c5d9aedbf19e with Priority: HIGHEST for action port [ 1313.951041] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_rules [ 1313.951041] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_members [ 1313.951041] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450d670a-91d7-4e58-9282-c5d9aedbf19e with Priority: HIGHEST for action port [ 1313.953562] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdcf92d-f349-48d3-a239-5c4585f1510e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.953562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.953562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.953562] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.954804] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.955285] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdcf92d-f349-48d3-a239-5c4585f1510e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.956189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.956189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.956189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.956963] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.957381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.957381] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.957632] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.958601] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.958601] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.959693] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-450d670a-91d7-4e58-9282-c5d9aedbf19e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.960076] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.960076] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.961043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.961043] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('450d670a-91d7-4e58-9282-c5d9aedbf19e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.968019] env[71107]: INFO networking_nsxv3.common.synchronization [req-0a985180-57b9-46bf-b8a9-a549e13e2e49 req-4acbe7f3-6923-4cc0-bf09-8e1e8bff9e4d tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1313.968019] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1313.968019] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.968019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.968019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.968019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.968019] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.970376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.970376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.970376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.970376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.970376] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.465566] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.466520] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 450d670a-91d7-4e58-9282-c5d9aedbf19e with status ACTIVE [ 1314.467444] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.467444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.467444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.467444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.467444] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.467444] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.467772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.467772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.467772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.467772] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.468376] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.468376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.468376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.468376] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.472075] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.472075] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 450d670a-91d7-4e58-9282-c5d9aedbf19e is going to be updated. [ 1314.482717] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdcf92d-f349-48d3-a239-5c4585f1510e taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.482717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.482717] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.482717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.482717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.482717] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.517638] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.517807] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.517867] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.518107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.518276] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.518439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.527347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.527594] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.527719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.527780] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.527974] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.528118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.528215] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 is going to be updated. [ 1314.566347] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.566506] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.566582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.566802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.566943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.577445] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: IN_PROGRESS for 2s [ 1314.974508] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.477533] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.477786] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.477859] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.478201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.478339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.478449] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdcf92d-f349-48d3-a239-5c4585f1510e is going to be created. [ 1315.512957] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.513196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.513196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.513414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.513579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.524179] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdcf92d-f349-48d3-a239-5c4585f1510e in Status: UNINITIALIZED for 2s [ 1316.587628] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: SUCCESS [ 1316.588026] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 deletion is rescheduled due to dependency. [ 1316.588026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.537677] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdcf92d-f349-48d3-a239-5c4585f1510e in Status: SUCCESS [ 1317.537911] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.538115] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.538371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.538568] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.538697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.538763] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.538916] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.539035] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.539383] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.539383] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.041441] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.544092] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbdcf92d-f349-48d3-a239-5c4585f1510e: rpc.has_security_group_logging(os_id): False [ 1318.575695] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.575933] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.576145] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.576245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.576341] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.576599] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.576702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.576762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.576920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.577054] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.577210] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdcf92d-f349-48d3-a239-5c4585f1510e is going to be created. [ 1318.650771] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.651029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.651029] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.651225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.651398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.662717] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdcf92d-f349-48d3-a239-5c4585f1510e in Status: IN_PROGRESS for 2s [ 1318.968047] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.968047] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1320.677049] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdcf92d-f349-48d3-a239-5c4585f1510e in Status: SUCCESS [ 1320.677399] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.806684] env[71107]: INFO networking_nsxv3.common.synchronization [req-9385a820-99bc-4af0-ade1-d16873caadb7 req-4ea82286-ff74-4cb0-abe1-c4709a05f869 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1321.808129] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGHEST for action security_group_members [ 1321.809013] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.809821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.809821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.809821] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.810033] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.810250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.810520] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.810939] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.811139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.811498] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.314901] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.315103] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.315189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.315560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.315599] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.315808] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.315916] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.315983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.316184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.316321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.316457] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be updated. [ 1322.349661] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.349825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.349825] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.350045] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.350314] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.361375] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: IN_PROGRESS for 2s [ 1323.063805] env[71107]: INFO networking_nsxv3.common.synchronization [req-48562d92-7af7-4769-a535-3fb6fe576255 req-fb7a7b0d-42d5-4e86-bb24-675cfc85755a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1323.065094] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1323.065094] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.065094] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.065094] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.065331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.065331] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.065651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.065651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.065651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.065818] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.065818] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.568016] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.568250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.568337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.568558] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.568651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.568849] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.568948] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.569020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.569166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.569245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.569330] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1323.597909] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.598080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.598207] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.598363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.598505] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.609070] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1324.372470] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6df673-ad6e-4128-b303-e62099e351f2 in Status: SUCCESS [ 1324.372842] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 deletion is rescheduled due to dependency. [ 1324.372842] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.619538] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1325.619938] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 deletion is rescheduled due to dependency. [ 1325.619938] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.682604] env[71107]: INFO networking_nsxv3.common.synchronization [req-36c20e57-0d6f-43e6-9f53-65847c738e81 req-c03da59e-d7de-4db1-a39c-534c60de1aa0 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1325.683170] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1325.683473] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.683616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.683662] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.683851] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.684011] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.684261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.684261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.684369] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.684463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.684557] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.968145] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.968392] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.968528] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.968809] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.969111] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.969359] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.969414] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.969619] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.969865] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.970131] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1325.970259] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1325.970391] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1325.970591] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1325.970737] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1325.970853] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1325.970994] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1325.991175] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1325.991388] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1325.991560] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1325.991746] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-513" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.992103] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-e79383f6-d63c-4c07-80bb-91e5fab82cd4 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.992284] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-e79383f6-d63c-4c07-80bb-91e5fab82cd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.992409] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-e79383f6-d63c-4c07-80bb-91e5fab82cd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.992788] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-e79383f6-d63c-4c07-80bb-91e5fab82cd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.992927] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e79383f6-d63c-4c07-80bb-91e5fab82cd4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.186516] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.186711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.186782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.187102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.187266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.187483] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.187604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.187692] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.187895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.187973] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.188122] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1326.217668] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.217881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.217946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.218165] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.218319] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.228940] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1326.495353] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.495742] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.495786] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.496082] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.496243] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.496407] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port e79383f6-d63c-4c07-80bb-91e5fab82cd4 not found, creating... [ 1326.496700] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.496964] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.497042] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.497636] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.497636] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.497805] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.498018] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.498362] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.498642] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.498811] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.498958] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: e79383f6-d63c-4c07-80bb-91e5fab82cd4 is going to be created. [ 1326.519722] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.519959] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.520107] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.520411] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.520650] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.520881] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-e79383f6-d63c-4c07-80bb-91e5fab82cd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.214866] env[71107]: INFO networking_nsxv3.common.synchronization [req-36c20e57-0d6f-43e6-9f53-65847c738e81 req-1138b1ca-76c0-42bb-a740-bcba97ade450 service nova] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_rules [ 1327.215231] env[71107]: INFO networking_nsxv3.common.synchronization [req-36c20e57-0d6f-43e6-9f53-65847c738e81 req-1138b1ca-76c0-42bb-a740-bcba97ade450 service nova] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1327.215231] env[71107]: INFO networking_nsxv3.common.synchronization [req-36c20e57-0d6f-43e6-9f53-65847c738e81 req-1138b1ca-76c0-42bb-a740-bcba97ade450 service nova] Enqueued Resource ID: e79383f6-d63c-4c07-80bb-91e5fab82cd4 with Priority: HIGHEST for action port [ 1327.215429] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_rules [ 1327.215558] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1327.215657] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79383f6-d63c-4c07-80bb-91e5fab82cd4 with Priority: HIGHEST for action port [ 1327.216206] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.216332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.216387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.216586] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.216657] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.217640] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.217739] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.217938] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-e79383f6-d63c-4c07-80bb-91e5fab82cd4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.218042] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e79383f6-d63c-4c07-80bb-91e5fab82cd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.218107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e79383f6-d63c-4c07-80bb-91e5fab82cd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.218306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e79383f6-d63c-4c07-80bb-91e5fab82cd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.218406] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e79383f6-d63c-4c07-80bb-91e5fab82cd4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.720244] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.720434] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.720565] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e79383f6-d63c-4c07-80bb-91e5fab82cd4 with status ACTIVE [ 1327.720737] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.720842] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.720905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.721145] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.721229] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.721405] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.721500] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.721575] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.721751] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.721828] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.722026] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.722114] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.722266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.722322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.722395] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.722475] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e79383f6-d63c-4c07-80bb-91e5fab82cd4 is going to be updated. [ 1327.747223] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.747569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.747569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.747758] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.747897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.748067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e79383f6-d63c-4c07-80bb-91e5fab82cd4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.058628] env[71107]: INFO networking_nsxv3.common.synchronization [req-8331500d-603d-474b-a23c-8012184ad891 req-b04be5bb-e44c-46fa-b538-780ff81eaed0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1328.059039] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1328.059364] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.059517] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.059675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.060038] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.060273] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.060433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.060523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.060729] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.060840] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.060940] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.241322] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1328.241322] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 deletion is rescheduled due to dependency. [ 1328.241322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.241322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.241322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.241322] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.242136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.242136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.242136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.242136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.242136] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.430828] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.431119] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.431229] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.431616] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.431905] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.432177] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.432256] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.432516] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.432688] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.432976] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.433155] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1328.433319] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1328.433483] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1328.433658] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.433791] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1328.433948] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1328.478532] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1328.478532] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1328.478532] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1328.478532] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.478532] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-0c245489-cf9c-444e-8fc5-2cc18c074aca taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.478532] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-0c245489-cf9c-444e-8fc5-2cc18c074aca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.478532] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-0c245489-cf9c-444e-8fc5-2cc18c074aca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.479106] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-0c245489-cf9c-444e-8fc5-2cc18c074aca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.479281] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c245489-cf9c-444e-8fc5-2cc18c074aca',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.562930] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.563129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.563204] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.563400] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.563541] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.563845] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.564026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.564143] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.564363] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.564447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.564536] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 is going to be updated. [ 1328.594611] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.594823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.594823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.595061] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.595244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.606333] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: IN_PROGRESS for 2s [ 1328.744313] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.982195] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.982488] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.982578] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.982852] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.983094] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.983210] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 0c245489-cf9c-444e-8fc5-2cc18c074aca not found, creating... [ 1328.983513] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.983679] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.983800] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.984038] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.984185] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.984517] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.984684] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.984807] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.985034] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.985396] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.985396] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 0c245489-cf9c-444e-8fc5-2cc18c074aca is going to be created. [ 1329.008861] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.009117] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.009235] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.009522] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.009792] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.010042] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-0c245489-cf9c-444e-8fc5-2cc18c074aca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.248525] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.724183] env[71107]: INFO networking_nsxv3.common.synchronization [req-8331500d-603d-474b-a23c-8012184ad891 req-89042a1a-7568-48ab-8623-200d3148795f service nova] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_rules [ 1329.724183] env[71107]: INFO networking_nsxv3.common.synchronization [req-8331500d-603d-474b-a23c-8012184ad891 req-89042a1a-7568-48ab-8623-200d3148795f service nova] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1329.724183] env[71107]: INFO networking_nsxv3.common.synchronization [req-8331500d-603d-474b-a23c-8012184ad891 req-89042a1a-7568-48ab-8623-200d3148795f service nova] Enqueued Resource ID: 0c245489-cf9c-444e-8fc5-2cc18c074aca with Priority: HIGHEST for action port [ 1329.724183] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_rules [ 1329.724183] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1329.724183] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c245489-cf9c-444e-8fc5-2cc18c074aca with Priority: HIGHEST for action port [ 1329.724183] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.725036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.725226] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.725634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.725847] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.728617] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.728617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.728617] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c245489-cf9c-444e-8fc5-2cc18c074aca taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.728617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c245489-cf9c-444e-8fc5-2cc18c074aca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.732737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c245489-cf9c-444e-8fc5-2cc18c074aca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.732737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c245489-cf9c-444e-8fc5-2cc18c074aca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.732737] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c245489-cf9c-444e-8fc5-2cc18c074aca',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.750704] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.750936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.750936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.751661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.751661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.751661] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1329.781893] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.782133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.782206] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.782455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.782640] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.796041] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1330.229147] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.229147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.235556] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c245489-cf9c-444e-8fc5-2cc18c074aca with status ACTIVE [ 1330.235781] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.235967] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.236074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.236270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.236364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.236551] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.236651] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.236715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.236864] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.236941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.237133] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.237235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.237328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.237495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.237573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.237896] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c245489-cf9c-444e-8fc5-2cc18c074aca is going to be updated. [ 1330.262447] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.262820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.262820] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.263169] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.263380] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.263590] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c245489-cf9c-444e-8fc5-2cc18c074aca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.618371] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: SUCCESS [ 1330.618601] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 deletion is rescheduled due to dependency. [ 1330.618723] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.618907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.619164] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.619400] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.619534] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.619642] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.619805] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.619890] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.620011] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.122183] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.624605] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.765981] env[71107]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1331.766142] env[71107]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1797e483-7187-4d5f-9ae8-56f6dd86b0ce None None] NSXv3 Agent Agent loop - iteration:3 started [ 1331.808829] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1331.809957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.809957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.809957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.809957] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.809957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.809957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.810464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.810464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.810464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.810464] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.129314] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.129314] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.129314] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.129314] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.129314] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.129314] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 is going to be updated. [ 1332.160884] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.163118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.163118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.163118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.163118] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.171168] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: IN_PROGRESS for 2s [ 1332.312487] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.312718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.312777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.313133] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.313234] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.313324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.313391] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.313502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.313624] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.313723] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.313876] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.314098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.314098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.314201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.314325] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.314408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.314459] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.314599] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.314673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.314753] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.314836] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.819882] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44: rpc.has_security_group_logging(os_id): False [ 1332.837980] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.838217] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.838217] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.838427] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.838527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.838758] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.838868] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.838939] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.839123] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.839231] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.839426] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.839528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.839593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.839943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.840037] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.840226] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.840324] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.840389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.840535] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.840645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.840758] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1332.906414] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.907026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.907026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.907026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.907026] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.924394] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1334.184044] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: SUCCESS [ 1334.184613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.184613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.184764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.184960] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.185112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.185112] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.185273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.185415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.185495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.185556] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.687906] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.724835] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.724835] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1334.941276] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1334.941606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.190156] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b12e6d08-f365-4507-9286-2dc0d32cd860: rpc.has_security_group_logging(os_id): False [ 1335.210947] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.211186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.211186] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.211476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.211604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.211867] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.211972] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.212053] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.212228] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.212357] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.212437] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 is going to be updated. [ 1335.274371] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.274576] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.274576] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.274800] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.274946] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.289227] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: IN_PROGRESS for 2s [ 1337.303014] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: SUCCESS [ 1337.303328] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.203896] env[71107]: INFO networking_nsxv3.common.synchronization [req-a96911cb-5aec-4c1f-b110-944148841521 req-28e985d4-1840-4e00-ab17-062bcdc32961 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1339.204490] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGHEST for action security_group_members [ 1339.205063] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.205063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.205063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.205479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.205651] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.205762] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.205827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.205984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.206084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.206176] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.709384] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.709613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.709613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.709831] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.709930] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.710152] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.710255] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.710321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.710476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.710557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.710644] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be updated. [ 1339.722276] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.722482] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.722531] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.722683] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.722793] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.741048] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.741248] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.741300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.741477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.741617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.751479] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: IN_PROGRESS for 2s [ 1340.225598] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.290276] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.290524] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.290668] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.290946] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.291302] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.291477] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.291601] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.291869] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.292041] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.292263] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1340.292382] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1340.292500] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1340.292614] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1340.292728] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1340.292849] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1340.293035] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1340.314701] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1340.314867] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1340.314998] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1340.315193] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-918" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.315558] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.315745] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.315873] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.316158] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.316301] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.728072] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.818970] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.819233] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.819369] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.819684] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.819881] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.820210] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.820378] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.820504] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.820737] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.820883] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.821184] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.821346] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.821469] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.821683] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.821824] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.821968] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 is going to be updated. [ 1340.842970] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.843273] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.843421] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.843700] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.843896] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.844140] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.231038] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1341.231038] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1341.516967] env[71107]: INFO networking_nsxv3.common.synchronization [req-ce218263-c751-46a0-ab02-ddede1ab01ee req-016fec81-12c1-48ab-98ab-b01e9afe4f35 service nova] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_rules [ 1341.517188] env[71107]: INFO networking_nsxv3.common.synchronization [req-ce218263-c751-46a0-ab02-ddede1ab01ee req-016fec81-12c1-48ab-98ab-b01e9afe4f35 service nova] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1341.517334] env[71107]: INFO networking_nsxv3.common.synchronization [req-ce218263-c751-46a0-ab02-ddede1ab01ee req-016fec81-12c1-48ab-98ab-b01e9afe4f35 service nova] Enqueued Resource ID: d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 with Priority: HIGHEST for action port [ 1341.517593] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_rules [ 1341.517723] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1341.517819] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 with Priority: HIGHEST for action port [ 1341.518357] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.518522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.518582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.518788] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.518891] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.519827] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.519989] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.520107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.520312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.520513] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.520643] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.520733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.520906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.521054] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.521181] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.521926] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.522114] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.522170] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.522895] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.522895] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.761750] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 in Status: SUCCESS [ 1341.761750] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 deletion is rescheduled due to dependency. [ 1341.761750] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.025036] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.025036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.025036] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.025895] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 with status ACTIVE [ 1342.026098] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.026215] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.026300] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.026523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.026614] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.026779] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.026874] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.026936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.027102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.027179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.027354] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.027502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.027616] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.027705] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.027779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.027861] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 is going to be updated. [ 1342.043748] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.043958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.043958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.044163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.056010] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1342.057027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.058225] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1342.060260] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.060387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.060456] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.060643] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.060764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.060906] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.191022] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.191022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.191022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.191022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.206266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.207343] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1342.207476] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1342.208211] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1342.261452] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.261732] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.261732] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.261860] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.263149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.263359] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1342.357249] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.357486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.357540] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.357757] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.358139] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.358433] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1342.432301] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.432518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.432518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.432665] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.432969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.433271] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1342.433362] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'10824864-c6af-4e9a-918f-4d78d7aed9eb', '05ab5f12-0989-4d7c-996b-7f14c428d91c', 'c3e8dd98-0df6-4866-aef4-89f6d8c4cf36', '2df5d2ec-7fc4-40cf-bb55-199ee7110196', 'fa60387b-daa4-42de-a08e-f5c19a161cab', '4ee69e6a-0c44-4fb5-8835-c7b0a519fc44', '0c6df673-ad6e-4128-b303-e62099e351f2', '6bd1c872-ffb1-490f-a512-beb201e60442', '40982f81-0a77-418c-bdb8-b3fba1d3fa10', '005532e8-036c-4840-99e4-e1f0f4199960', '0ee8e35b-4662-4aa3-a915-bc2a27560ad3', '248a0d22-5d2e-4bd5-aaf1-020460901505', 'c9899b29-d583-4f9e-8de1-d8553e8f8f02', 'cbdcf92d-f349-48d3-a239-5c4585f1510e', 'a066f74d-db1c-42ee-974d-5a2dfd593e20', '07749d78-77c2-4215-84a8-e08038e248a4', '51495cb4-cd40-4ca3-af22-110651ea3660', 'a1f1f663-75e3-4926-a2b7-df66107fd4b6', '6a8f4048-b861-4405-9b97-b0ba82ec4161', '9955ed8a-d8e0-460c-8eeb-3c7e64943666', '1d1e5d6c-b7bf-4be1-9bbc-4fc30602a086', '27cae241-eaae-4f37-b5cf-c488a9ed9673', 'b723b78f-53b9-4dad-913f-43644705ece2', '185e86a9-ad9e-40a6-85a9-9ef1f1d4b079', 'b12e6d08-f365-4507-9286-2dc0d32cd860', '0b44195e-b7b8-4f60-9e98-dd337bb04063', 'dd67c749-d6b5-4a51-a05a-a80494cc4a3b', '6f1d97b6-1fea-4331-8bb7-18cc01ef1fbf', 'c85b2e28-91eb-4bc5-ac23-1dd9fe771a41', 'f675c7f2-3c1c-4eb6-a830-bd92c67e5532', '95b406a2-577a-4168-9337-b3ae8c3ab03e', 'bc5fb892-a0a9-4c1b-b2df-34b119072a38', 'e46350be-a861-460f-adcb-4d362d0b3827', '6372dc0a-1eb1-451c-b62b-87a064670878', '6f90a0e6-2121-4dba-9b03-039219045399', '802b1af3-7e55-4a34-86ff-273661471859', '27dac7cf-2bfb-4b04-a754-7845230b34ee', '330edb70-6e91-4e5f-9ffa-62da32f51da0', 'd5c5baac-b20a-4116-a1f8-3104ebed768e', '5b39352f-f768-421b-ba38-b91d540e4db0', 'b9e2dc2f-d514-47e8-9080-5feac6159862', '1acb1cc3-d8bd-42da-bef6-d7fdf9c301a2', '51c1e33a-c687-45fe-8315-40aa034aa3b2'} {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1342.433479] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1342.451471] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.451666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.451666] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.451882] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.451963] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.452087] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1342.452161] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1342.452233] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1342.529856] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.542990] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.543185] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.543238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.543415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.544529] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.544781] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1342.544860] env[71107]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=71107) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1342.544932] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1342.544998] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1342.545091] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1342.545159] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGH for action security_group_rules [ 1342.545236] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGH for action security_group_rules [ 1342.545303] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGH for action security_group_rules [ 1342.545367] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGH for action security_group_rules [ 1342.545433] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGH for action security_group_rules [ 1342.545492] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGH for action security_group_rules [ 1342.545555] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGH for action security_group_rules [ 1342.545617] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGH for action security_group_rules [ 1342.545678] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 with Priority: HIGH for action security_group_rules [ 1342.545740] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGH for action security_group_rules [ 1342.545804] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGH for action security_group_rules [ 1342.545866] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGH for action security_group_rules [ 1342.545945] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGH for action security_group_rules [ 1342.546040] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGH for action security_group_rules [ 1342.546109] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGH for action security_group_rules [ 1342.546164] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGH for action security_group_rules [ 1342.546229] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGH for action security_group_rules [ 1342.546291] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 with Priority: HIGH for action security_group_rules [ 1342.546353] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGH for action security_group_rules [ 1342.546414] env[71107]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGH for action security_group_rules [ 1342.546509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.032262] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.032519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.032519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.032735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.032735] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.032870] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be updated. [ 1343.063099] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.063352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.063352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.063580] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.063694] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.072996] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: IN_PROGRESS for 2s [ 1345.089000] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 1345.089355] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.089526] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.089810] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.090303] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.090303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.090639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.090639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.090639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.091036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.091036] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.594664] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.012737] env[71107]: INFO networking_nsxv3.common.synchronization [req-381414e6-df6e-4eb7-9da9-37e57a27bbff req-52d31606-9ac9-41bd-b1f7-273142e6d83e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Enqueued Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGHEST for action security_group_members [ 1346.012737] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGHEST for action security_group_members [ 1346.012737] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb with Priority: HIGH for action security_group_rules [ 1346.012737] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 with Priority: HIGH for action security_group_rules [ 1346.012737] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6df673-ad6e-4128-b303-e62099e351f2 with Priority: HIGH for action security_group_rules [ 1346.013132] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 with Priority: HIGH for action security_group_rules [ 1346.013284] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 with Priority: HIGH for action security_group_rules [ 1346.013540] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 with Priority: HIGH for action security_group_rules [ 1346.013653] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 with Priority: HIGH for action security_group_rules [ 1346.013752] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGH for action security_group_rules [ 1346.013849] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGH for action security_group_rules [ 1346.014344] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGH for action security_group_rules [ 1346.014344] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 with Priority: HIGH for action security_group_rules [ 1346.014344] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 with Priority: HIGH for action security_group_rules [ 1346.014344] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 with Priority: HIGH for action security_group_rules [ 1346.014344] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005532e8-036c-4840-99e4-e1f0f4199960 with Priority: HIGH for action security_group_rules [ 1346.014575] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 with Priority: HIGH for action security_group_rules [ 1346.014575] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 with Priority: HIGH for action security_group_rules [ 1346.014575] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd1c872-ffb1-490f-a512-beb201e60442 with Priority: HIGH for action security_group_rules [ 1346.014671] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa60387b-daa4-42de-a08e-f5c19a161cab with Priority: HIGH for action security_group_rules [ 1346.014703] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c with Priority: HIGH for action security_group_rules [ 1346.014769] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 with Priority: HIGH for action security_group_rules [ 1346.015446] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-10824864-c6af-4e9a-918f-4d78d7aed9eb taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.015626] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.015701] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.016344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.016912] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.016912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.016912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.016912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.016912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.017175] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10824864-c6af-4e9a-918f-4d78d7aed9eb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.019099] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10824864-c6af-4e9a-918f-4d78d7aed9eb taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.019099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.019099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.019099] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.019099] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10824864-c6af-4e9a-918f-4d78d7aed9eb',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.019738] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.019884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.019975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.020183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.020268] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e8dd98-0df6-4866-aef4-89f6d8c4cf36',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.022823] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c6df673-ad6e-4128-b303-e62099e351f2 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.023069] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.023177] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.026606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.026606] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c6df673-ad6e-4128-b303-e62099e351f2',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.027358] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a066f74d-db1c-42ee-974d-5a2dfd593e20 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.027358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.027358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.027358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.027726] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a066f74d-db1c-42ee-974d-5a2dfd593e20',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.028773] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.028884] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.028977] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.029264] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.029264] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9955ed8a-d8e0-460c-8eeb-3c7e64943666',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.030175] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a8f4048-b861-4405-9b97-b0ba82ec4161 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.030279] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.030352] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.030757] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.030887] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a8f4048-b861-4405-9b97-b0ba82ec4161',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.031866] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f1f663-75e3-4926-a2b7-df66107fd4b6 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.032129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.032129] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.033445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.034144] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f1f663-75e3-4926-a2b7-df66107fd4b6',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.035095] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.035243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.035334] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.035523] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.035683] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.036572] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdcf92d-f349-48d3-a239-5c4585f1510e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.038236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.038236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.038236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.038236] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.040228] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.040228] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.040512] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.040675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.040675] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.040838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.040908] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9899b29-d583-4f9e-8de1-d8553e8f8f02',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.041636] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-248a0d22-5d2e-4bd5-aaf1-020460901505 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.041770] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.041851] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.041958] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.042046] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('248a0d22-5d2e-4bd5-aaf1-020460901505',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.042756] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.042855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.042909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.043073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.043147] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee8e35b-4662-4aa3-a915-bc2a27560ad3',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.043828] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-005532e8-036c-4840-99e4-e1f0f4199960 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.043936] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.044037] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.044176] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.044248] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('005532e8-036c-4840-99e4-e1f0f4199960',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.045084] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40982f81-0a77-418c-bdb8-b3fba1d3fa10 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.045084] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.045222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.045261] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.045322] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40982f81-0a77-418c-bdb8-b3fba1d3fa10',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.046225] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.046337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.046416] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.046741] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.046852] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee69e6a-0c44-4fb5-8835-c7b0a519fc44',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.047608] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bd1c872-ffb1-490f-a512-beb201e60442 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.047727] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.047781] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.047915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.047990] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bd1c872-ffb1-490f-a512-beb201e60442',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.048723] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa60387b-daa4-42de-a08e-f5c19a161cab taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.048824] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.048876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.049036] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.049114] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa60387b-daa4-42de-a08e-f5c19a161cab',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.049785] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05ab5f12-0989-4d7c-996b-7f14c428d91c taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.049919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.049996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.050142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.050207] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05ab5f12-0989-4d7c-996b-7f14c428d91c',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.051299] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.051435] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.051485] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.051618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.051684] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2df5d2ec-7fc4-40cf-bb55-199ee7110196',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.099398] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07749d78-77c2-4215-84a8-e08038e248a4: rpc.has_security_group_logging(os_id): False [ 1346.118200] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.118370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.118522] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.118727] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.145999] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.146528] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.146528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.146724] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.146935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.146935] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.147094] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be updated. [ 1346.212940] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.213166] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.213218] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.213412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.213587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.230133] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: IN_PROGRESS for 2s [ 1346.556942] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.557175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.557175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.557364] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.557538] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.557644] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.557709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.557858] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.557943] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.558039] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.558127] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.561546] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.561723] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.561723] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.561880] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.573017] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdcf92d-f349-48d3-a239-5c4585f1510e taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.573225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.573303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.573463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.573624] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.573737] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.573839] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.574034] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.574127] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.574216] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.574303] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.585800] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.619849] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.620116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.622803] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.622960] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.633812] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.634059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.634903] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.635043] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.635989] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.636163] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.636893] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.636988] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.640263] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.640387] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.640831] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.640970] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.641923] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.642080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.642864] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.643022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.643702] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1346.644248] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.644438] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.645175] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1346.645711] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.645791] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.646452] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1346.646873] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.646993] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.647742] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1346.648228] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.648353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.648993] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1346.649449] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.649559] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.650667] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1346.651180] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.651455] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.651621] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.651704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.651929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.652069] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.652169] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb is going to be updated. [ 1346.653920] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.654079] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.654184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.654941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.656283] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.656283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.676770] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1346.677308] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.677462] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9955ed8a-d8e0-460c-8eeb-3c7e64943666 is going to be deleted. [ 1346.678645] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.679148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.701915] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.702126] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.702206] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.702473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.702617] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.706639] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.706767] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c6df673-ad6e-4128-b303-e62099e351f2 is going to be deleted. [ 1346.707711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.707910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.710701] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb in Status: IN_PROGRESS for 2s [ 1346.729354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.729514] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05ab5f12-0989-4d7c-996b-7f14c428d91c is going to be deleted. [ 1346.730563] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.730807] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.769168] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.769392] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2df5d2ec-7fc4-40cf-bb55-199ee7110196 is going to be deleted. [ 1346.770557] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.770897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.773353] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.773353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.798375] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.798697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.806495] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.806495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.828250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.828453] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e8dd98-0df6-4866-aef4-89f6d8c4cf36 is going to be deleted. [ 1346.829861] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.830695] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.909929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.910112] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40982f81-0a77-418c-bdb8-b3fba1d3fa10 is going to be deleted. [ 1346.910981] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.911237] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.964214] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.964412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.965302] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.965445] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee69e6a-0c44-4fb5-8835-c7b0a519fc44 is going to be deleted. [ 1346.966348] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.966569] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.989136] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.989136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.993238] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.993408] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a066f74d-db1c-42ee-974d-5a2dfd593e20 is going to be deleted. [ 1346.994358] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.994570] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.029555] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.029555] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.036383] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.036383] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bd1c872-ffb1-490f-a512-beb201e60442 is going to be deleted. [ 1347.037706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.037706] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.077251] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.087827] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51495cb4-cd40-4ca3-af22-110651ea3660: rpc.has_security_group_logging(os_id): False [ 1347.094429] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.094429] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.097794] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.098570] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa60387b-daa4-42de-a08e-f5c19a161cab is going to be deleted. [ 1347.098853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.099106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.120800] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.121350] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.148546] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.148844] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.177959] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.177959] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee8e35b-4662-4aa3-a915-bc2a27560ad3 is going to be deleted. [ 1347.178951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.179193] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.183416] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.183565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.234579] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.234868] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a8f4048-b861-4405-9b97-b0ba82ec4161 is going to be deleted. [ 1347.235982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.236245] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.278783] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.278783] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 005532e8-036c-4840-99e4-e1f0f4199960 is going to be deleted. [ 1347.279154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.279291] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.317307] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.317425] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.343306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.343536] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f1f663-75e3-4926-a2b7-df66107fd4b6 is going to be deleted. [ 1347.344389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.344613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.377853] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.378157] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.410331] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.410590] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9899b29-d583-4f9e-8de1-d8553e8f8f02 is going to be deleted. [ 1347.411761] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.412015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.413661] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.413661] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.417057] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.417266] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.451499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.451649] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 248a0d22-5d2e-4bd5-aaf1-020460901505 is going to be deleted. [ 1347.452628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.452931] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.453027] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.453076] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb is going to be deleted. [ 1347.453923] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.454114] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.454208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.454332] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9955ed8a-d8e0-460c-8eeb-3c7e64943666" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.454857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.455659] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.455951] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.456076] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c6df673-ad6e-4128-b303-e62099e351f2" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.456621] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.456834] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.456962] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.457117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05ab5f12-0989-4d7c-996b-7f14c428d91c" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.457259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.457414] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.457554] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.457699] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2df5d2ec-7fc4-40cf-bb55-199ee7110196" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.457850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.458015] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.458102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.458292] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e8dd98-0df6-4866-aef4-89f6d8c4cf36" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.458422] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.458568] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.458650] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.458744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40982f81-0a77-418c-bdb8-b3fba1d3fa10" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.458873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.459044] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.459141] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.459224] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a066f74d-db1c-42ee-974d-5a2dfd593e20" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.459307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.459450] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.459606] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.459733] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee69e6a-0c44-4fb5-8835-c7b0a519fc44" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.459983] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.460107] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.563944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.564301] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.564410] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.564479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.564756] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.564850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.564890] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51495cb4-cd40-4ca3-af22-110651ea3660 is going to be updated. [ 1347.566303] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.566540] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.566671] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.567065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bd1c872-ffb1-490f-a512-beb201e60442" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.567065] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.567154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.567252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.567379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa60387b-daa4-42de-a08e-f5c19a161cab" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.567679] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.567863] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.567959] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.568101] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee8e35b-4662-4aa3-a915-bc2a27560ad3" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.568243] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.568415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.568514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.568647] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a8f4048-b861-4405-9b97-b0ba82ec4161" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.569273] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.569528] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.569628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.569921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-005532e8-036c-4840-99e4-e1f0f4199960" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.579459] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbdcf92d-f349-48d3-a239-5c4585f1510e: rpc.has_security_group_logging(os_id): False [ 1347.598090] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.598309] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.598392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.598641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.598738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.598853] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f1f663-75e3-4926-a2b7-df66107fd4b6" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.603052] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.603199] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.603293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.603510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.603605] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.603742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9899b29-d583-4f9e-8de1-d8553e8f8f02" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.635510] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.635778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.635778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.636022] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.680526] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.680755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.723141] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.723356] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.766144] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.766576] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.766697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.766742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.766965] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.767102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.767242] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdcf92d-f349-48d3-a239-5c4585f1510e is going to be updated. [ 1347.768571] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.768848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.768984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.769132] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-248a0d22-5d2e-4bd5-aaf1-020460901505" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.769283] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.769455] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.769536] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.769673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.809131] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.809379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.809379] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.809565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.809714] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.903126] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: IN_PROGRESS for 2s [ 1347.936090] env[71107]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1347.936920] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.937142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.937226] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.937463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.937680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.979734] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdcf92d-f349-48d3-a239-5c4585f1510e in Status: IN_PROGRESS for 2s [ 1348.244069] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 1348.244550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.244550] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.244774] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.244877] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.722259] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb in Status: SUCCESS [ 1348.722586] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10824864-c6af-4e9a-918f-4d78d7aed9eb deletion is rescheduled due to dependency. [ 1348.722790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10824864-c6af-4e9a-918f-4d78d7aed9eb" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.747590] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.747910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.747982] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.748265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.748496] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.748654] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.748738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.748865] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.748957] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.749063] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.749168] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.251555] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.753836] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07749d78-77c2-4215-84a8-e08038e248a4: rpc.has_security_group_logging(os_id): False [ 1349.775387] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.775629] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.775771] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.775915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.776019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.776299] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.776446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.776514] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.776718] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.776786] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.778033] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be updated. [ 1349.887637] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.887857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.887919] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.888201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.888347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.903548] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: IN_PROGRESS for 2s [ 1349.914903] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: SUCCESS [ 1349.915148] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.996657] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdcf92d-f349-48d3-a239-5c4585f1510e in Status: SUCCESS [ 1349.996949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.015740] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.016165] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1351.950822] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 1351.951069] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.016568] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.016568] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.243295] env[71107]: INFO networking_nsxv3.common.synchronization [req-afe2af7a-c841-4d77-80be-da34c3bd2f44 req-d8105a75-af91-49e8-8c43-fae30cf846c5 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Enqueued Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1360.243295] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07749d78-77c2-4215-84a8-e08038e248a4 with Priority: HIGHEST for action security_group_members [ 1360.243295] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-07749d78-77c2-4215-84a8-e08038e248a4 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.243295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.243295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.243711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.243711] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.243711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.243832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.244546] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.244546] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.244546] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07749d78-77c2-4215-84a8-e08038e248a4',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.750272] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.750553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.750553] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.750752] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.750922] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.751073] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.751196] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.751258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.751421] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.751504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.751589] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 is going to be updated. [ 1360.790062] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.790401] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.790484] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.790702] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.790857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.802347] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: IN_PROGRESS for 2s [ 1362.812976] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07749d78-77c2-4215-84a8-e08038e248a4 in Status: SUCCESS [ 1362.813383] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07749d78-77c2-4215-84a8-e08038e248a4 deletion is rescheduled due to dependency. [ 1362.813464] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07749d78-77c2-4215-84a8-e08038e248a4" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.737109] env[71107]: INFO networking_nsxv3.common.synchronization [req-62118bec-1244-436c-bc68-caf2ba3a66b4 req-82eac3c1-efc5-4b11-9cce-f741165ca734 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_members [ 1364.737742] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_members [ 1364.738152] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.738307] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.738390] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.738633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.738793] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.738910] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.738991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.739208] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.739293] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.739417] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.241793] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.744392] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.249946] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.250244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.250244] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.250468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.250589] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.250671] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51495cb4-cd40-4ca3-af22-110651ea3660 is going to be updated. [ 1366.285237] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.285476] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.285577] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.285903] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.286147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.296253] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: IN_PROGRESS for 2s [ 1368.308635] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: SUCCESS [ 1368.309116] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.738776] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.739243] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.739975] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.740688] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.328472] env[71107]: INFO networking_nsxv3.common.synchronization [req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 req-ff87fc19-d4b2-4ffa-b0a7-93881b7b2207 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Enqueued Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_members [ 1379.329052] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51495cb4-cd40-4ca3-af22-110651ea3660 with Priority: HIGHEST for action security_group_members [ 1379.329345] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-51495cb4-cd40-4ca3-af22-110651ea3660 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.329470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.329542] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.329728] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.329875] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.329975] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.330143] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.330309] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.330393] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.330487] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51495cb4-cd40-4ca3-af22-110651ea3660',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.832792] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.833033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.833033] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.833310] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.833440] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.833604] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.833715] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.833785] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.834020] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.834117] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.834207] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51495cb4-cd40-4ca3-af22-110651ea3660 is going to be updated. [ 1379.863630] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.863804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.863857] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.864067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.864212] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.873374] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: IN_PROGRESS for 2s [ 1381.885205] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51495cb4-cd40-4ca3-af22-110651ea3660 in Status: SUCCESS [ 1381.885512] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51495cb4-cd40-4ca3-af22-110651ea3660 deletion is rescheduled due to dependency. [ 1381.885512] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51495cb4-cd40-4ca3-af22-110651ea3660" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.330256] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.330605] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.551832] env[71107]: INFO networking_nsxv3.common.synchronization [None req-bec6f9f6-5f00-4003-9f49-756a494003a9 None None] Enqueued Resource ID: bb10c0e6-cece-4593-983f-7da27060b426 with Priority: HIGHEST for action port [ 1387.551832] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb10c0e6-cece-4593-983f-7da27060b426 with Priority: HIGHEST for action port [ 1387.551832] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb10c0e6-cece-4593-983f-7da27060b426 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.551832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb10c0e6-cece-4593-983f-7da27060b426" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.551832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb10c0e6-cece-4593-983f-7da27060b426" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.551832] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb10c0e6-cece-4593-983f-7da27060b426" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.551832] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb10c0e6-cece-4593-983f-7da27060b426',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.055502] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb10c0e6-cece-4593-983f-7da27060b426 [ 1388.055757] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.055937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.055991] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.056219] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.056312] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.056410] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb10c0e6-cece-4593-983f-7da27060b426 already deleted. [ 1388.056610] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb10c0e6-cece-4593-983f-7da27060b426" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.657009] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.657334] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.657334] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.657669] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.657956] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.658386] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.658521] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.658749] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.658895] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.659368] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1389.659524] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1389.659644] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1389.659762] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1389.659877] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1389.660090] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1389.660184] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1389.682103] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1389.682285] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1389.682428] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1389.682607] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-400" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.683017] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-450d670a-91d7-4e58-9282-c5d9aedbf19e taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.683253] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.683385] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.683697] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.683846] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('450d670a-91d7-4e58-9282-c5d9aedbf19e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.798913] env[71107]: INFO networking_nsxv3.common.synchronization [None req-d98c524e-971f-4afe-b4a7-ff56e14c49e8 None None] Enqueued Resource ID: 5dafacbf-483b-4005-bee2-5842e99b2cf8 with Priority: HIGHEST for action port [ 1389.799255] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dafacbf-483b-4005-bee2-5842e99b2cf8 with Priority: HIGHEST for action port [ 1389.799812] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dafacbf-483b-4005-bee2-5842e99b2cf8 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.800124] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dafacbf-483b-4005-bee2-5842e99b2cf8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.800124] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dafacbf-483b-4005-bee2-5842e99b2cf8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.800255] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dafacbf-483b-4005-bee2-5842e99b2cf8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.800414] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dafacbf-483b-4005-bee2-5842e99b2cf8',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.187413] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.187718] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.187854] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.188228] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.188399] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.188718] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.188884] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.189014] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.189284] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.189430] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.189733] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.189894] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.190022] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.190283] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.190432] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.190578] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 450d670a-91d7-4e58-9282-c5d9aedbf19e is going to be updated. [ 1390.214870] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.215093] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.215224] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.215522] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.215718] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.215949] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.301966] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dafacbf-483b-4005-bee2-5842e99b2cf8 [ 1390.302248] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.302426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.302503] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.303098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.303098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.303098] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dafacbf-483b-4005-bee2-5842e99b2cf8 already deleted. [ 1390.303098] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dafacbf-483b-4005-bee2-5842e99b2cf8" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.885976] env[71107]: INFO networking_nsxv3.common.synchronization [req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 req-cd1f56b2-44d8-48ed-9db6-1acee95cd7d4 service nova] Enqueued Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_rules [ 1390.885976] env[71107]: INFO networking_nsxv3.common.synchronization [req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 req-cd1f56b2-44d8-48ed-9db6-1acee95cd7d4 service nova] Enqueued Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_members [ 1390.885976] env[71107]: INFO networking_nsxv3.common.synchronization [req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 req-cd1f56b2-44d8-48ed-9db6-1acee95cd7d4 service nova] Enqueued Resource ID: 450d670a-91d7-4e58-9282-c5d9aedbf19e with Priority: HIGHEST for action port [ 1390.885976] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_rules [ 1390.885976] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_members [ 1390.885976] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450d670a-91d7-4e58-9282-c5d9aedbf19e with Priority: HIGHEST for action port [ 1390.886826] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdcf92d-f349-48d3-a239-5c4585f1510e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.886826] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.886826] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.887019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.887019] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.887765] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdcf92d-f349-48d3-a239-5c4585f1510e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.887950] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.888377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.888377] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.888377] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.889191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.889191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.889191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.889191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.889314] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.889938] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-450d670a-91d7-4e58-9282-c5d9aedbf19e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.890067] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.890136] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.890287] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.890363] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('450d670a-91d7-4e58-9282-c5d9aedbf19e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.393142] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.393761] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdcf92d-f349-48d3-a239-5c4585f1510e taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.393925] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.394137] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 450d670a-91d7-4e58-9282-c5d9aedbf19e with status ACTIVE [ 1391.394334] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.394486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.394585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.394878] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.395907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.395907] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.395907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.395907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.395907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.395907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.395907] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.395907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.395907] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.396424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.396424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.396424] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 450d670a-91d7-4e58-9282-c5d9aedbf19e is going to be updated. [ 1391.419770] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.419934] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.419972] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.420465] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.420625] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.420799] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-450d670a-91d7-4e58-9282-c5d9aedbf19e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.898671] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.401388] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.401653] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.401653] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.401819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.401914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.402033] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdcf92d-f349-48d3-a239-5c4585f1510e is going to be updated. [ 1392.433166] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.433389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.433389] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.433610] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.433755] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.444648] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdcf92d-f349-48d3-a239-5c4585f1510e in Status: IN_PROGRESS for 2s [ 1392.918526] env[71107]: INFO networking_nsxv3.common.synchronization [req-2e01bccf-7a6a-4209-98a0-9a3618d154ca req-911616e3-68b1-4578-a6f0-a24d498a65a1 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Enqueued Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1392.919050] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1392.919378] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.919499] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.919648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.919816] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.919969] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.920088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.920147] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.920295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.920382] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.920476] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.171688] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.171917] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-525" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.172020] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-525" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.172408] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-525" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.172678] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.172844] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.172964] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.173211] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.173394] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.173626] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1393.173809] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1393.173855] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1393.173968] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1393.174167] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1393.174250] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1393.174357] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1393.196473] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1393.196692] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1393.196879] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1393.196989] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-525" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.197304] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-30002be3-3501-4b9e-8d7e-fd18d0af3c88 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.197477] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.197600] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.198218] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.198218] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30002be3-3501-4b9e-8d7e-fd18d0af3c88',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.423055] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.423055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.423055] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.423305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.423305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.423511] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.423611] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.423673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.423823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.423899] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.423983] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4497dde-d9ed-4a08-a5b1-46345c151439 already deleted. [ 1393.424188] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.700149] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.700369] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.700496] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.700801] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.700965] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.701125] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 30002be3-3501-4b9e-8d7e-fd18d0af3c88 not found, creating... [ 1393.701382] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.701547] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.701667] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.701894] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.702046] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.702546] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.702546] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.702657] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.702803] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.702941] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.703093] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 30002be3-3501-4b9e-8d7e-fd18d0af3c88 is going to be created. [ 1393.723944] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.724191] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.724325] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.724631] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.724972] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.725168] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.436407] env[71107]: INFO networking_nsxv3.common.synchronization [req-2e01bccf-7a6a-4209-98a0-9a3618d154ca req-f09f6f2b-08cf-4040-a22f-7e2df6c660f5 service nova] Enqueued Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_rules [ 1394.436719] env[71107]: INFO networking_nsxv3.common.synchronization [req-2e01bccf-7a6a-4209-98a0-9a3618d154ca req-f09f6f2b-08cf-4040-a22f-7e2df6c660f5 service nova] Enqueued Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1394.436719] env[71107]: INFO networking_nsxv3.common.synchronization [req-2e01bccf-7a6a-4209-98a0-9a3618d154ca req-f09f6f2b-08cf-4040-a22f-7e2df6c660f5 service nova] Enqueued Resource ID: 30002be3-3501-4b9e-8d7e-fd18d0af3c88 with Priority: HIGHEST for action port [ 1394.436935] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_rules [ 1394.437070] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1394.437164] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30002be3-3501-4b9e-8d7e-fd18d0af3c88 with Priority: HIGHEST for action port [ 1394.437724] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.437849] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.437920] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.438262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.438349] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.439250] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.439397] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.440048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.440048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.440048] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.440048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.440048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.440265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.440265] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.440265] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.440932] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-30002be3-3501-4b9e-8d7e-fd18d0af3c88 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.441091] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.441171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.441744] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.441744] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30002be3-3501-4b9e-8d7e-fd18d0af3c88',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.455258] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdcf92d-f349-48d3-a239-5c4585f1510e in Status: SUCCESS [ 1394.455495] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.455949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.456402] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.456402] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.456578] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.456578] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.456719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.456826] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.456941] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.457097] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.943773] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.943773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.943892] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.945285] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30002be3-3501-4b9e-8d7e-fd18d0af3c88 with status ACTIVE [ 1394.945504] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.945819] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.945956] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.946327] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.946587] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.946851] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.947633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.947633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.947633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.947633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.948031] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.948247] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.948539] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.948804] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.949159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.949159] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30002be3-3501-4b9e-8d7e-fd18d0af3c88 is going to be updated. [ 1394.959644] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.973460] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.973680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.973680] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.973889] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.974071] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.974354] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.451387] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.462863] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbdcf92d-f349-48d3-a239-5c4585f1510e: rpc.has_security_group_logging(os_id): False [ 1395.481912] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.481912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.481912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.482149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.482149] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.482293] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.482426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.482487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.482673] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.482761] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.482867] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdcf92d-f349-48d3-a239-5c4585f1510e is going to be updated. [ 1395.542998] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.543223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.543223] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.543424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.544048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.558988] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdcf92d-f349-48d3-a239-5c4585f1510e in Status: IN_PROGRESS for 2s [ 1395.953707] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.953878] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.953924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.954258] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.954551] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.954551] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4497dde-d9ed-4a08-a5b1-46345c151439 is going to be created. [ 1395.979345] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.979560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.979633] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.979848] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.980082] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.992800] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: UNINITIALIZED for 2s [ 1397.573209] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdcf92d-f349-48d3-a239-5c4585f1510e in Status: SUCCESS [ 1397.573634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.005479] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: SUCCESS [ 1398.005723] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.005904] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.006180] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.006389] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.006510] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.006580] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.006746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.006845] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.006932] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.006994] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.509418] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.509624] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.509663] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.509882] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.510069] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.510184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.510250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.510408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.510497] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.510589] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.510738] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.510833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.510896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.511048] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.511190] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.511284] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.511345] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.511483] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.511560] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.511641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.511731] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.014229] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4497dde-d9ed-4a08-a5b1-46345c151439: rpc.has_security_group_logging(os_id): False [ 1399.032105] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.032319] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.032384] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.032627] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.032784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.033054] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.033174] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.033259] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.033445] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.033549] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.033750] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.033851] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.033918] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.034080] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.034180] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.034397] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.034507] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.034573] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.034742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.034823] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.034933] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4497dde-d9ed-4a08-a5b1-46345c151439 is going to be created. [ 1399.093188] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.093466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.093466] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.093634] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.093829] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.105077] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: IN_PROGRESS for 2s [ 1399.438207] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.438427] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1401.124020] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: SUCCESS [ 1401.124370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.439693] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.440022] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.704247] env[71107]: INFO networking_nsxv3.common.synchronization [req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 req-1ef6b23a-86ec-4257-8d7c-3a0c40374bdf tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1407.704770] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1407.705073] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.705201] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.705270] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.705473] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.705623] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.705721] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.705782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.705929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.706197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.706365] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.209294] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.209294] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.209527] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.209642] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.231764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.232009] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.232140] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.232209] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.232407] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.232493] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.232585] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 is going to be updated. [ 1408.258972] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.259203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.259203] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.259392] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.259618] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.267931] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: IN_PROGRESS for 2s [ 1409.827710] env[71107]: INFO networking_nsxv3.common.synchronization [req-115f5344-b561-42c4-a8db-aacdba20e23a req-7d1c412e-9aeb-4368-9746-80e90ae1b05b tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Enqueued Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1409.827926] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1409.828058] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.828182] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.828252] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.828492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.828647] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.828747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.828812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.828966] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.829068] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.829165] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.256069] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.256069] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-525" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.256069] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-525" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.256281] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-525" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.256596] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.256770] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.256884] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.257716] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.257841] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.258138] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1410.258283] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1410.258568] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1410.258643] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1410.258739] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1410.258858] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1410.259041] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1410.278255] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1410.278518] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1410.278670] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1410.278851] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-525" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.279191] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-280d33be-560a-425c-9fb2-feb4ef37c6ca taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.279393] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-280d33be-560a-425c-9fb2-feb4ef37c6ca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.279533] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-280d33be-560a-425c-9fb2-feb4ef37c6ca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.279858] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-280d33be-560a-425c-9fb2-feb4ef37c6ca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.280013] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('280d33be-560a-425c-9fb2-feb4ef37c6ca',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.285105] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: SUCCESS [ 1410.285105] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 deletion is rescheduled due to dependency. [ 1410.285105] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.330930] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.782863] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.783114] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.783249] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.783547] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.783703] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.783862] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port 280d33be-560a-425c-9fb2-feb4ef37c6ca not found, creating... [ 1410.784149] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.784312] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.784434] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.784666] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.784808] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.785089] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.785251] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.785374] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.785668] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.785830] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.785979] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 280d33be-560a-425c-9fb2-feb4ef37c6ca is going to be created. [ 1410.806624] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.807113] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.807238] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.807522] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.807779] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.808237] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-280d33be-560a-425c-9fb2-feb4ef37c6ca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.833953] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.336755] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.336915] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.336988] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.337228] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.337322] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.337422] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4497dde-d9ed-4a08-a5b1-46345c151439 is going to be updated. [ 1411.367759] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.367944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.367984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.368192] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.368424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.379249] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: IN_PROGRESS for 2s [ 1411.499608] env[71107]: INFO networking_nsxv3.common.synchronization [req-115f5344-b561-42c4-a8db-aacdba20e23a req-d4bf2ac1-92ea-49ca-9b74-a6ee7db7d356 service nova] Enqueued Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_rules [ 1411.499859] env[71107]: INFO networking_nsxv3.common.synchronization [req-115f5344-b561-42c4-a8db-aacdba20e23a req-d4bf2ac1-92ea-49ca-9b74-a6ee7db7d356 service nova] Enqueued Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1411.499949] env[71107]: INFO networking_nsxv3.common.synchronization [req-115f5344-b561-42c4-a8db-aacdba20e23a req-d4bf2ac1-92ea-49ca-9b74-a6ee7db7d356 service nova] Enqueued Resource ID: 280d33be-560a-425c-9fb2-feb4ef37c6ca with Priority: HIGHEST for action port [ 1411.500198] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_rules [ 1411.500330] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1411.500434] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 280d33be-560a-425c-9fb2-feb4ef37c6ca with Priority: HIGHEST for action port [ 1411.501031] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.501168] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.501237] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.501446] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.501531] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.502416] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.502477] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.502637] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-280d33be-560a-425c-9fb2-feb4ef37c6ca taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.502736] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-280d33be-560a-425c-9fb2-feb4ef37c6ca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.502802] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-280d33be-560a-425c-9fb2-feb4ef37c6ca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.502969] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-280d33be-560a-425c-9fb2-feb4ef37c6ca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.503055] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('280d33be-560a-425c-9fb2-feb4ef37c6ca',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.004776] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.005143] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.005143] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 280d33be-560a-425c-9fb2-feb4ef37c6ca with status ACTIVE [ 1412.005319] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.005424] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.005486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.005696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.005790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.006016] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.006106] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.006179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.006360] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.006443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.006628] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.006722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.006784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.006921] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.006996] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.007470] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 280d33be-560a-425c-9fb2-feb4ef37c6ca is going to be updated. [ 1412.028084] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.028262] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.028305] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.028502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.028642] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.028798] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-280d33be-560a-425c-9fb2-feb4ef37c6ca" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.390976] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: SUCCESS [ 1413.391359] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.391443] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.391697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.391887] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.392018] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.392093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.392253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.392344] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.392461] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.894658] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.396919] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.749836] env[71107]: INFO networking_nsxv3.common.synchronization [req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 req-70201225-ff97-43d8-a9b8-426aab10b83d tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1414.750493] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1414.750944] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.750944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.750944] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.751191] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.751337] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.751430] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.751503] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.751635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.751722] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.754751] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.899909] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.899909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.899909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.900197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.900197] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.900889] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4497dde-d9ed-4a08-a5b1-46345c151439 is going to be updated. [ 1414.947688] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.947764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.947875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.948054] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.948200] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.957284] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: IN_PROGRESS for 2s [ 1414.999210] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.999523] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.999692] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.999975] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.000266] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.000433] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.000559] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.000998] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.000998] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.001210] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1415.001329] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1415.001446] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1415.001575] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1415.001721] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1415.001839] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1415.001979] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1415.031803] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1415.031990] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1415.032157] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1415.032337] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-420" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.032662] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-afd3a01a-8122-4dbb-907c-965313d47f9a taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.032843] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-afd3a01a-8122-4dbb-907c-965313d47f9a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.032966] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-afd3a01a-8122-4dbb-907c-965313d47f9a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.033549] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-afd3a01a-8122-4dbb-907c-965313d47f9a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.033549] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd3a01a-8122-4dbb-907c-965313d47f9a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.253823] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.254016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.254016] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.254272] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.254351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.254582] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.254682] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.254778] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.254961] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.255059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.255150] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 is going to be updated. [ 1415.280189] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.280351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.280405] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.280623] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.280836] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.292043] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: IN_PROGRESS for 2s [ 1415.536910] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.536910] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.536910] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.536910] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.537519] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.537519] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Segment Port afd3a01a-8122-4dbb-907c-965313d47f9a not found, creating... [ 1415.537615] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.537713] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.537829] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.538161] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.538344] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.538688] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.538853] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.538976] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.539216] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.539367] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.539597] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: afd3a01a-8122-4dbb-907c-965313d47f9a is going to be created. [ 1415.562622] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.562909] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.562972] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.563292] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.563524] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.563801] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-afd3a01a-8122-4dbb-907c-965313d47f9a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.229113] env[71107]: INFO networking_nsxv3.common.synchronization [req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 req-8dca1bec-e734-4765-821a-83e427f9053e service nova] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_rules [ 1416.229306] env[71107]: INFO networking_nsxv3.common.synchronization [req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 req-8dca1bec-e734-4765-821a-83e427f9053e service nova] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1416.229452] env[71107]: INFO networking_nsxv3.common.synchronization [req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 req-8dca1bec-e734-4765-821a-83e427f9053e service nova] Enqueued Resource ID: afd3a01a-8122-4dbb-907c-965313d47f9a with Priority: HIGHEST for action port [ 1416.229972] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_rules [ 1416.230125] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1416.230226] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd3a01a-8122-4dbb-907c-965313d47f9a with Priority: HIGHEST for action port [ 1416.230494] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.230612] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.230704] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.230873] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.230954] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.231804] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.231902] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.234838] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-afd3a01a-8122-4dbb-907c-965313d47f9a taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.234838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afd3a01a-8122-4dbb-907c-965313d47f9a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.234838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afd3a01a-8122-4dbb-907c-965313d47f9a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.234838] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afd3a01a-8122-4dbb-907c-965313d47f9a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.234838] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd3a01a-8122-4dbb-907c-965313d47f9a',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.735829] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.736171] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.736205] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afd3a01a-8122-4dbb-907c-965313d47f9a with status ACTIVE [ 1416.736361] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.736519] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.736580] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.736790] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.736881] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.737056] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.737153] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.737217] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.737371] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.737452] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.737625] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.737719] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.737779] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.737914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.737984] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.738073] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afd3a01a-8122-4dbb-907c-965313d47f9a is going to be updated. [ 1416.759676] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.759914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.760019] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.760189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.760347] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.760538] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afd3a01a-8122-4dbb-907c-965313d47f9a" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.967061] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: SUCCESS [ 1416.967295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.967467] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.967696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.967887] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.968017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.968088] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.968253] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.968336] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.968475] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.968536] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.300802] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: SUCCESS [ 1417.301019] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 deletion is rescheduled due to dependency. [ 1417.301142] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.301301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.301526] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.301713] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.301833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.301892] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.302074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.302156] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.302254] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.471283] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.471474] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.471585] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.471909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.472189] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.472346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.472447] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.472689] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.472827] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.472976] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.473215] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.473367] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.473465] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.473681] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.473891] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.474251] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.474386] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.474609] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.474742] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.474876] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.475028] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.804432] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.977912] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4497dde-d9ed-4a08-a5b1-46345c151439: rpc.has_security_group_logging(os_id): False [ 1417.996191] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.996428] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.996502] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.996782] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.996889] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.997122] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.997234] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.997301] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.997462] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.997546] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.997752] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.997850] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.997914] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.998073] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.998152] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.998340] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.998492] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.998565] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.998697] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.998773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.998856] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4497dde-d9ed-4a08-a5b1-46345c151439 is going to be updated. [ 1418.060276] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.060479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.060479] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.060761] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.060877] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.072592] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: IN_PROGRESS for 2s [ 1418.307508] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.810557] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.810869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.810869] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.811124] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.811179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.811257] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 is going to be updated. [ 1418.839220] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.839404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.839518] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.839784] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.839885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.849288] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: IN_PROGRESS for 2s [ 1420.092065] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: SUCCESS [ 1420.092349] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.860125] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: SUCCESS [ 1420.860346] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.860521] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.860773] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.860961] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.861093] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.861159] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.861316] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.861552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.861552] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.861662] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.231456] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.231828] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1421.364233] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.866504] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b12e6d08-f365-4507-9286-2dc0d32cd860: rpc.has_security_group_logging(os_id): False [ 1421.885413] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.885413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.885413] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.885635] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.885731] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.885989] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.886110] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.886175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.886326] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.886405] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.886496] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 is going to be updated. [ 1421.951453] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.951738] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.951833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.952198] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.952470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.973300] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: IN_PROGRESS for 2s [ 1422.524104] env[71107]: INFO networking_nsxv3.common.synchronization [req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee req-153efe3f-a2cb-4478-89e1-9122505584b5 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Enqueued Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1422.524666] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1422.525012] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.525295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.525370] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.525641] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.525802] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.525937] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.526059] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.526184] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.526268] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.526406] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.028359] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.531380] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.990324] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: SUCCESS [ 1423.990423] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.034146] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.034353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.034504] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.034740] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.034833] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.034934] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4497dde-d9ed-4a08-a5b1-46345c151439 is going to be updated. [ 1424.066256] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.066417] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.066509] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.066739] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.066912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.075410] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: IN_PROGRESS for 2s [ 1426.088201] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: SUCCESS [ 1426.088582] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.526282] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.526282] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.527926] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.528264] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.528938] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.529403] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.529811] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.530170] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.198902] env[71107]: INFO networking_nsxv3.common.synchronization [req-42c29c0d-f57f-47e6-b154-ddde80a5e197 req-3336e2a1-b45c-4bc1-bd7c-0fe97150f314 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Enqueued Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_members [ 1443.199486] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdcf92d-f349-48d3-a239-5c4585f1510e with Priority: HIGHEST for action security_group_members [ 1443.199793] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdcf92d-f349-48d3-a239-5c4585f1510e taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.199929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.200042] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.200189] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.200339] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.200437] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.200487] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.200640] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.200711] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.200891] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdcf92d-f349-48d3-a239-5c4585f1510e',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.703713] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.704321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.704321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.704321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.704321] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.704709] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.704709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.704709] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.704912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.704912] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.704912] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdcf92d-f349-48d3-a239-5c4585f1510e is going to be updated. [ 1443.733513] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.733726] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.733726] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.733929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.734086] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.742122] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdcf92d-f349-48d3-a239-5c4585f1510e in Status: IN_PROGRESS for 2s [ 1445.757508] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdcf92d-f349-48d3-a239-5c4585f1510e in Status: SUCCESS [ 1445.757897] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdcf92d-f349-48d3-a239-5c4585f1510e deletion is rescheduled due to dependency. [ 1445.757897] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdcf92d-f349-48d3-a239-5c4585f1510e" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.200983] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.200983] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.201404] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.201718] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.202740] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.202740] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.000171] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.000479] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "network-525" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.000514] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "network-525" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.000763] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "network-525" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.001034] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.001205] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.001330] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.001544] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.001694] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.001919] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1461.002052] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] NeedRegenerationException {{(pid=71107) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1461.002172] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] no value, waiting for create lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1461.002285] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] value creation lock acquired {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1461.002399] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] No value present for key: 'zone-id' {{(pid=71107) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1461.002509] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Calling creation function for not-yet-present value {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1461.002646] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1461.021646] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1461.021863] env[71107]: DEBUG dogpile.cache.region [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=71107) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1461.021947] env[71107]: DEBUG dogpile.lock [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Released creation lock {{(pid=71107) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1461.022142] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "network-525" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.022472] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock port-30002be3-3501-4b9e-8d7e-fd18d0af3c88 taken with stack trace [, , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.022667] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.022794] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.023064] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.023220] env[71107]: DEBUG networking_nsxv3.api.rpc [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30002be3-3501-4b9e-8d7e-fd18d0af3c88',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.525970] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.526284] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.526385] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.526647] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.526805] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.527161] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.527331] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.527467] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.527693] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.527836] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.528146] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.528311] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.528435] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.528652] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.528792] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.528960] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Resource: SegmentPort with ID: 30002be3-3501-4b9e-8d7e-fd18d0af3c88 is going to be updated. [ 1461.550821] env[71107]: DEBUG networking_nsxv3.common.locking [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.551039] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.551168] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.551442] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.551637] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.551859] env[71107]: DEBUG oslo_concurrency.lockutils [None req-318c7d43-9098-4f7f-9617-ded186ce91ca None None] Releasing lock "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.306549] env[71107]: INFO networking_nsxv3.common.synchronization [req-ca6817c5-3a03-4b11-a49b-a56a27be4880 req-bba79817-c411-4d2d-9dc6-2d6a98ad3dbd service nova] Enqueued Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_rules [ 1462.306841] env[71107]: INFO networking_nsxv3.common.synchronization [req-ca6817c5-3a03-4b11-a49b-a56a27be4880 req-bba79817-c411-4d2d-9dc6-2d6a98ad3dbd service nova] Enqueued Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1462.306975] env[71107]: INFO networking_nsxv3.common.synchronization [req-ca6817c5-3a03-4b11-a49b-a56a27be4880 req-bba79817-c411-4d2d-9dc6-2d6a98ad3dbd service nova] Enqueued Resource ID: 30002be3-3501-4b9e-8d7e-fd18d0af3c88 with Priority: HIGHEST for action port [ 1462.307609] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_rules [ 1462.307769] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1462.308034] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30002be3-3501-4b9e-8d7e-fd18d0af3c88 with Priority: HIGHEST for action port [ 1462.308419] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.308608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.308696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.308917] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.309036] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.311339] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.311339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.311339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.311339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.311339] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.311339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.311339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.311339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.311339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.311339] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.312104] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock port-30002be3-3501-4b9e-8d7e-fd18d0af3c88 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.312225] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.312295] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.312604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.312604] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30002be3-3501-4b9e-8d7e-fd18d0af3c88',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.814361] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.814572] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.814689] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.815651] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30002be3-3501-4b9e-8d7e-fd18d0af3c88 with status ACTIVE [ 1462.815949] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.815949] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.816183] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.816236] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.816398] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.816496] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.816593] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.816648] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.816801] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.816896] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.817114] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.817274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.817274] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.817404] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.817478] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.817561] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30002be3-3501-4b9e-8d7e-fd18d0af3c88 is going to be updated. [ 1462.841981] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.842173] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.842249] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.842468] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.842604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.842764] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30002be3-3501-4b9e-8d7e-fd18d0af3c88" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.319976] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.822817] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.823074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.823074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.823292] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.823408] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.823515] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4497dde-d9ed-4a08-a5b1-46345c151439 is going to be updated. [ 1463.855021] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.855250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.855250] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.855460] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.855622] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.865223] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: IN_PROGRESS for 2s [ 1465.880224] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: SUCCESS [ 1465.880608] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.880662] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.880885] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.881096] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.881222] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.881339] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.881458] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.881543] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.881644] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.881737] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.384500] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.384746] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.384811] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.385102] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.385327] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.385463] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.385547] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.385759] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.385888] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.385998] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.386212] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.386351] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.386439] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.386628] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.386795] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.386924] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.387017] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.387195] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.387306] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.387415] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.387512] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.890640] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4497dde-d9ed-4a08-a5b1-46345c151439: rpc.has_security_group_logging(os_id): False [ 1466.910618] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.910837] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.910929] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.911161] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.911235] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.911494] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.911632] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.911696] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.911875] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.911955] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.912292] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.912412] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.912470] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.912642] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.912716] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.913011] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.913604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.913604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.913604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.913604] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.913759] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4497dde-d9ed-4a08-a5b1-46345c151439 is going to be updated. [ 1466.994646] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.994855] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.994901] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.995175] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.995353] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.011059] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: IN_PROGRESS for 2s [ 1467.309139] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.309359] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1469.027498] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: SUCCESS [ 1469.027883] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.310992] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.310992] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.311692] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.312078] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.356621] env[71107]: INFO networking_nsxv3.common.synchronization [req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a req-914fb983-36d9-445e-9f50-111898a2e9d2 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Enqueued Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1477.357179] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e6d08-f365-4507-9286-2dc0d32cd860 with Priority: HIGHEST for action security_group_members [ 1477.357441] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-b12e6d08-f365-4507-9286-2dc0d32cd860 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.357564] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.357638] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.357812] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.358433] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.358433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.358433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.358433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.358433] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.358433] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b12e6d08-f365-4507-9286-2dc0d32cd860',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.860534] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.860534] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.860534] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.860777] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.861905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.861905] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.861905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.861905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.861905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.861905] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.861905] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 is going to be updated. [ 1477.889843] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.890014] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.890103] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.890337] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.890486] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.898814] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: IN_PROGRESS for 2s [ 1479.911344] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b12e6d08-f365-4507-9286-2dc0d32cd860 in Status: SUCCESS [ 1479.911747] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b12e6d08-f365-4507-9286-2dc0d32cd860 deletion is rescheduled due to dependency. [ 1479.911747] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b12e6d08-f365-4507-9286-2dc0d32cd860" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.357920] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.358293] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.358930] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.359373] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.502806] env[71107]: INFO networking_nsxv3.common.synchronization [req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 req-5df935e3-5e14-42ab-9cda-4f267598e4c1 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Enqueued Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1491.503347] env[71107]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4497dde-d9ed-4a08-a5b1-46345c151439 with Priority: HIGHEST for action security_group_members [ 1491.503651] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4497dde-d9ed-4a08-a5b1-46345c151439 taken with stack trace [, , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.503775] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.503854] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.504052] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.504282] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.504341] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.504373] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.504513] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.504600] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.504694] env[71107]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4497dde-d9ed-4a08-a5b1-46345c151439',) {} {{(pid=71107) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.006940] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.007179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.007179] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.007426] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.007525] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.007731] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.007842] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.007909] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.008074] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.008154] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.008243] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4497dde-d9ed-4a08-a5b1-46345c151439 is going to be updated. [ 1492.039139] env[71107]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71107) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.039374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.039374] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.039613] env[71107]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.039754] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.047936] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: IN_PROGRESS for 2s [ 1494.059415] env[71107]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4497dde-d9ed-4a08-a5b1-46345c151439 in Status: SUCCESS [ 1494.059767] env[71107]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4497dde-d9ed-4a08-a5b1-46345c151439 deletion is rescheduled due to dependency. [ 1494.059767] env[71107]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4497dde-d9ed-4a08-a5b1-46345c151439" {{(pid=71107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.504169] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.504169] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.505827] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.506226] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.507514] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.507956] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.508974] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.509351] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.510479] env[71107]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.510833] env[71107]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0